-- Logs begin at Wed 2022-04-06 15:31:04 UTC, end at Wed 2022-04-06 16:36:19 UTC. -- Apr 06 16:11:02.728429 dv-cinder-815660-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 16:11:05.631511 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.common.config [-] Logging enabled! Apr 06 16:11:05.632126 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 16:11:05.632257 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 16:11:05.635537 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.common.config [-] Logging enabled! Apr 06 16:11:05.635792 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 16:11:05.636100 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 16:11:05.637013 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:11:05.637243 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:11:05.637607 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:11:05.637848 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:11:05.638077 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:11:05.638811 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.639237 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 16:11:05.639543 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.639833 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.640122 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.640413 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.640702 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.640982 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.641268 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.641563 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.641847 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.642121 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.642405 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.643252 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.643540 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.643825 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.644108 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.644396 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] debug = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.644678 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.645103 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.645518 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.645792 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.646075 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.646349 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.646616 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.646910 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.647192 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.647515 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] host = dv-cinder-815660-7-iscsi {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.647787 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.648068 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.648349 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.648629 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.648900 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.649178 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.649457 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.649727 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.649996 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] log_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.650264 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.650546 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.650852 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.651138 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.651359 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.651581 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.651871 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.652151 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.652421 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.652691 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.652962 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.653232 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.653500 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.653766 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.654044 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.654324 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.654602 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.654899 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.655170 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.655437 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.655702 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.655981 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.656247 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.656514 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.656788 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.657094 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.657483 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.658544 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.658946 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.659391 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.659684 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.660228 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.660504 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.660788 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.661062 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.661333 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.661604 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] use_json = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.661878 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.662146 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.662427 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.662714 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.662986 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.663255 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.663528 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.663809 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.664080 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:05.664373 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.664664 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.664959 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.665253 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.665537 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.665813 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.666099 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.666373 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.666655 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.666961 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.667245 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.667520 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.667815 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.668103 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.668394 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.668693 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.668981 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.669265 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.669535 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.669810 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.670080 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.670353 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.670634 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.670931 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.671214 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.671498 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.671772 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.672068 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.672351 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.672640 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.672926 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.673197 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.673472 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.673758 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.674562 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.674855 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.675131 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.675415 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.675689 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.675958 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.676237 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.676510 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.676779 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.677048 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.677321 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.677605 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.677877 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.678146 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.678413 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.678684 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.678970 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.679249 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.679519 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.679783 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.680050 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.680328 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.680594 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.680859 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.681130 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.681395 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.681663 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.682310 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.682597 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.682891 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.683164 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.683434 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.683703 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.683971 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.684243 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.684513 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.684782 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.685048 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.685314 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.685580 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.685858 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.686150 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.686424 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.686712 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.686987 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.687259 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.687529 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.687800 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.688070 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.688342 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.688609 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.688892 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.689167 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.689447 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.690314 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.690592 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.690906 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.691181 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.691455 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.691732 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.692004 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.692276 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.692549 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.692826 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.693112 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.693398 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.693684 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.693968 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.694252 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.694525 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.694855 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.695135 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:05.695350 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:11:05.695592 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103599) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 16:11:06.071744 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 16:11:06.072018 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 16:11:06.072317 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 16:11:06.072646 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 16:11:06.393464 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.393755 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.394022 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.395241 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.395514 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.397512 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.453824 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.454097 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.454360 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.472386 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.472670 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.472938 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.503959 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.504232 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.504498 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.539314 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.539590 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.539857 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.879788 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.880411 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.880411 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.880691 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.881239 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.979080 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.979400 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.979682 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.979955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.980223 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.980527 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.980784 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.981039 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.981290 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.981573 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.981829 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.982090 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.982346 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.982593 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.982868 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.983131 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.983383 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.983646 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.983919 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.984172 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.984439 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.984687 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.984961 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.985331 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.985578 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.985821 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:06.986304 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:11:06.987129 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:11:06.987361 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:11:06.987600 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:11:06.987835 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:11:06.988071 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:11:06.988430 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 16:11:06.991742 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 16:11:06.995674 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 16:11:06.999403 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 06 16:11:07.000999 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 16:11:07.001457 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 16:11:07.001792 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 16:11:07.002198 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 16:11:07.005945 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 16:11:07.006196 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 16:11:07.006534 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 16:11:07.011315 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 16:11:07.034740 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 16:11:07.035186 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.035480 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103599) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 16:11:07.035852 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.037191 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103599) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 16:11:07.037469 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 16:11:07.037716 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 16:11:07.041001 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.041270 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.101831 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 16:11:07.102067 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 16:11:07.102301 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 16:11:07.102659 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 16:11:07.122664 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_db.sqlalchemy.engines [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103599) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 16:11:07.560481 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Initializing driver for type 'gre' Apr 06 16:11:07.561129 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] gre ID ranges: [(1, 1000)] Apr 06 16:11:07.614816 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Initializing driver for type 'local' Apr 06 16:11:07.615409 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Initializing driver for type 'vlan' Apr 06 16:11:07.627968 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] VlanTypeDriver initialization complete Apr 06 16:11:07.628365 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Initializing driver for type 'vxlan' Apr 06 16:11:07.628864 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] vxlan ID ranges: [(1, 1000)] Apr 06 16:11:07.680279 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Initializing extension driver 'port_security' Apr 06 16:11:07.680680 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.extensions.port_security [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] PortSecurityExtensionDriver initialization complete Apr 06 16:11:07.681039 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Initializing mechanism driver 'openvswitch' Apr 06 16:11:07.681358 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Initializing mechanism driver 'hyperv' Apr 06 16:11:07.687845 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:07.688684 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > port after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.689057 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.689432 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > port after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.689989 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:11:07.690422 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > subnet after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.690800 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > subnet after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.691146 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.691540 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:11:07.691942 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > network after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.692287 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > network after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.692627 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > network after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.693015 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:11:07.693420 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > security_group after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.693769 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > security_group after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.694111 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.694501 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:11:07.694931 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.695282 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.695618 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.696008 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:11:07.696408 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > address_group after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.696752 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > address_group after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.697086 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.697474 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:11:07.697911 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] ML2 OVO RPC backend initialized. {{(pid=103599) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 16:11:07.698612 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.698996 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.699411 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > network before_response 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.699760 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > networks before_response 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.700104 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > port before_response 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.700442 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > ports before_response 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.700782 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > subnet before_response 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.701118 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > subnets before_response 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.701458 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > network after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.701793 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > network after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.702218 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > network after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.702561 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > port after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.702917 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.703252 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > port after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.703584 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > subnet after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.703917 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > subnet after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.704248 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.711374 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded quota_driver: . Apr 06 16:11:07.711733 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Modular L2 Plugin initialization complete Apr 06 16:11:07.712072 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading services supported by the core plugin {{(pid=103599) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 16:11:07.712408 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.plugins.ml2.managers [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Got port-security extension from driver 'port_security' Apr 06 16:11:07.712884 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.extensions.vlantransparent [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Disabled vlantransparent extension. Apr 06 16:11:07.713376 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103599) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 16:11:07.713701 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading Plugin: router Apr 06 16:11:07.749162 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.749547 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router after_create 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.749920 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router before_create 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.750289 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.750665 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.751048 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router after_delete 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.751410 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.751761 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.752204 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router after_create 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.752562 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router after_update 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.752923 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router after_update 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.753274 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.753633 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router after_update 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.754044 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_update 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.754416 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.754779 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: port after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.755117 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: subnet after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.755456 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.755801 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.756207 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_create 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.756553 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: port before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.756891 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.757246 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router after_update 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.757588 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.757938 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_create 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.758300 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.758708 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_update 55549900 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.759082 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > agent after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.759567 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > agent after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.759917 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > network after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.760844 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Tracking information for resource: router configured {{(pid=103599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:11:07.761177 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Tracking information for resource: floatingip configured {{(pid=103599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:11:07.766431 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.db.l3_agentschedulers_db [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 16:11:07.767038 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.767394 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: port after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.767765 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: port after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.768113 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.768898 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router before_create 55550100 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.769257 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.769616 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_create 55550100 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.769966 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > router precommit_update 55550100 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.774754 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.services.provider_configuration [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service providers = [] {{(pid=103599) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 16:11:07.775119 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.db.servicetype_db [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103599) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 16:11:07.778008 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.services.service_base [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:11:07.778356 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.services.service_base [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:11:07.778733 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.services.service_base [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:11:07.779598 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.services.service_base [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:11:07.779969 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.services.service_base [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 16:11:07.780342 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:11:07.780660 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 16:11:07.791651 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:11:07.791985 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading Plugin: auto_allocate Apr 06 16:11:07.797658 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: network precommit_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.798027 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: network precommit_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.798537 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:11:07.799516 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading Plugin: tag Apr 06 16:11:07.806264 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:11:07.806599 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading Plugin: timestamp Apr 06 16:11:07.810379 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:11:07.810760 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading Plugin: network_ip_availability Apr 06 16:11:07.816121 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.816490 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.816846 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:07.817543 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:11:07.817861 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading Plugin: flavors Apr 06 16:11:07.823807 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:11:07.824139 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading Plugin: revisions Apr 06 16:11:07.828348 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:11:07.828745 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_concurrency.lockutils [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=103599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 16:11:07.829469 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103599) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 16:11:07.829808 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Initializing extension manager. Apr 06 16:11:07.830351 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: __init__.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.830689 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: __pycache__ {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.831041 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: address_group.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.831781 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.832350 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: address-group Apr 06 16:11:07.832672 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: address_scope.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.833369 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.833887 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: address-scope Apr 06 16:11:07.834208 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.835168 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.835688 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: router-admin-state-down-before-update Apr 06 16:11:07.836008 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: agent.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.836699 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.837212 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: agent Apr 06 16:11:07.837530 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: agent_resources_synced.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.838425 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.838965 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: agent-resources-synced Apr 06 16:11:07.839286 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: allowedaddresspairs.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.841042 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.841565 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: allowed-address-pairs Apr 06 16:11:07.841887 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: auto_allocated_topology.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.842972 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.843492 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: auto-allocated-topology Apr 06 16:11:07.843812 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: availability_zone.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.844493 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.845002 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: availability_zone Apr 06 16:11:07.845322 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: availability_zone_filter.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.846761 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.847282 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: availability_zone_filter Apr 06 16:11:07.847606 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: data_plane_status.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.848498 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.849014 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 16:11:07.849337 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: default_subnetpools.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.850236 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.850784 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: default-subnetpools Apr 06 16:11:07.851110 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.851904 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.852422 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: dhcp_agent_scheduler Apr 06 16:11:07.852744 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: dns.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.853645 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.854154 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 16:11:07.854478 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: dns_domain_ports.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.855408 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.855919 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 16:11:07.856240 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.857383 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.857901 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 16:11:07.858274 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: dvr.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.859157 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.859678 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: dvr Apr 06 16:11:07.859999 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: ecmp_routes.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.861085 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.862178 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 16:11:07.862519 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: empty_string_filtering.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.863446 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.863964 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: empty-string-filtering Apr 06 16:11:07.864287 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.865437 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.865947 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 16:11:07.866268 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.867195 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.867703 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 16:11:07.868023 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: external_net.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.868918 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.869444 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: external-net Apr 06 16:11:07.869754 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.870640 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.871174 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: extra_dhcp_opt Apr 06 16:11:07.871498 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: extraroute.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.872391 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.872902 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: extraroute Apr 06 16:11:07.873222 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: extraroute_atomic.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.874217 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.874754 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: extraroute-atomic Apr 06 16:11:07.875076 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: filter_validation.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.875733 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.876245 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: filter-validation Apr 06 16:11:07.876566 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: fip_pf_description.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.877592 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.878105 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 16:11:07.878421 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: fip_pf_port_range.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.879354 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.879866 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 16:11:07.880397 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: fip_port_details.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.881278 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.881795 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: fip-port-details Apr 06 16:11:07.882115 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: flavors.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.883358 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.883886 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: flavors Apr 06 16:11:07.884209 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.885934 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.886458 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 16:11:07.886809 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: floatingip_pools.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.887508 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.888067 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: floatingip-pools Apr 06 16:11:07.888337 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: ip_allocation.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.889250 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.889769 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 16:11:07.890091 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.891030 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.891550 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: ip-substring-filtering Apr 06 16:11:07.891870 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l2_adjacency.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.892800 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.893312 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 16:11:07.893629 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.894612 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.895168 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: router Apr 06 16:11:07.895492 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.897758 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.898295 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 16:11:07.898626 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.899717 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.900233 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: ext-gw-mode Apr 06 16:11:07.900558 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.901471 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.901992 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: l3-ha Apr 06 16:11:07.902394 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.903324 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.903837 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 16:11:07.904253 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3_flavors.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.905163 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.905678 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: l3-flavors Apr 06 16:11:07.906002 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.907379 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.907908 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 16:11:07.908769 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.909685 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.910220 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 16:11:07.910546 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: l3agentscheduler.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.911607 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.912130 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: l3_agent_scheduler Apr 06 16:11:07.912459 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: local_ip.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.914284 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.914919 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension local_ip not supported by any of loaded plugins Apr 06 16:11:07.915254 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: logging.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.916849 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.917385 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension logging not supported by any of loaded plugins Apr 06 16:11:07.917718 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: metering.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.918459 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.919080 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: metering Apr 06 16:11:07.919409 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.920500 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.921026 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: metering_source_and_destination_fields Apr 06 16:11:07.921353 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: multiprovidernet.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.922302 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.922820 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: multi-provider Apr 06 16:11:07.923147 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: netmtu.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.924687 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.925202 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: net-mtu Apr 06 16:11:07.925524 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: netmtu_writable.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.926431 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.926976 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: net-mtu-writable Apr 06 16:11:07.927300 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: network_availability_zone.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.927960 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.928471 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: network_availability_zone Apr 06 16:11:07.928791 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: network_ip_availability.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.929884 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.930409 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: network-ip-availability Apr 06 16:11:07.930761 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: network_segment_range.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.931515 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.932027 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 16:11:07.932351 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: pagination.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.933316 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.933646 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: pagination Apr 06 16:11:07.933962 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: port_device_profile.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.934899 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.935433 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: port-device-profile Apr 06 16:11:07.935755 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.936665 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.937184 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: port-mac-address-regenerate Apr 06 16:11:07.937503 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.938398 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.938950 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: port-numa-affinity-policy Apr 06 16:11:07.939269 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: port_resource_request.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.940216 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.940731 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 16:11:07.941050 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: port_resource_request_groups.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.942004 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.942520 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 16:11:07.942870 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: portbindings.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.943778 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.944297 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: binding Apr 06 16:11:07.944614 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: portbindings_extended.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.945862 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.946385 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: binding-extended Apr 06 16:11:07.946731 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: portsecurity.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.947657 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.948177 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: port-security Apr 06 16:11:07.948503 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: project_id.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.949470 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.949803 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: project-id Apr 06 16:11:07.950123 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: providernet.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.951056 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.951581 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: provider Apr 06 16:11:07.951898 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.955864 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.956391 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos not supported by any of loaded plugins Apr 06 16:11:07.956719 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.957948 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.958473 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 16:11:07.958836 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.959746 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.960266 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 16:11:07.960592 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_default.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.961492 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.962017 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-default not supported by any of loaded plugins Apr 06 16:11:07.962344 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_fip.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.963278 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.963803 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 16:11:07.964127 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.965024 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.965539 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 16:11:07.965860 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_gateway_ip.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.966914 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.967438 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 16:11:07.967762 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_port_network_policy.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.968662 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.969179 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 16:11:07.969502 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.970527 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.971651 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 16:11:07.971973 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.973001 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.973521 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 16:11:07.973844 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_pps_rule.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.975024 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.975547 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 16:11:07.975870 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_rule_type_details.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.976775 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.977291 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 16:11:07.977611 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.978514 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.979060 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 16:11:07.979381 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: qos_rules_alias.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.980430 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.980953 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 16:11:07.981276 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: quota_check_limit.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.982180 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.982726 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: quota-check-limit Apr 06 16:11:07.983045 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: quotasv2.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.983966 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.984291 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: quotas Apr 06 16:11:07.984608 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: quotasv2_detail.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.986295 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.986656 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: quota_details Apr 06 16:11:07.987014 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: rbac.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.988050 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.988575 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: rbac-policies Apr 06 16:11:07.988902 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: rbac_address_group.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.989820 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.990599 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: rbac-address-group Apr 06 16:11:07.990946 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: rbac_address_scope.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.991855 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.992375 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: rbac-address-scope Apr 06 16:11:07.992697 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: rbac_security_groups.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.993676 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.994201 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: rbac-security-groups Apr 06 16:11:07.994521 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: rbac_subnetpool.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.995463 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.995987 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: rbac-subnetpool Apr 06 16:11:07.996308 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: revisionifmatch.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.997230 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.997750 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: revision-if-match Apr 06 16:11:07.998071 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: revisions.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:07.999194 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:07.999726 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: standard-attr-revisions Apr 06 16:11:08.000048 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: router_availability_zone.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.000716 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.001230 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: router_availability_zone Apr 06 16:11:08.001550 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: routerservicetype.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.002489 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.003040 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 16:11:08.003361 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.004280 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.004799 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: security-groups-normalized-cidr Apr 06 16:11:08.005192 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.006112 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.006628 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: port-security-groups-filtering Apr 06 16:11:08.006973 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.007897 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.008413 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: security-groups-remote-address-group Apr 06 16:11:08.008732 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.009648 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.010161 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: security-groups-shared-filtering Apr 06 16:11:08.010481 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.011083 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 16:11:08.011404 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: securitygroup.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.021542 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.022081 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: security-group Apr 06 16:11:08.022412 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: segment.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.023171 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.023696 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension segment not supported by any of loaded plugins Apr 06 16:11:08.024019 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.024949 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.025471 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 16:11:08.025795 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: servicetype.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.026923 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.027452 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: service-type Apr 06 16:11:08.027778 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: sorting.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.028765 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.029098 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: sorting Apr 06 16:11:08.029416 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: standard_attr_segment.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.030319 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.030870 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 16:11:08.031192 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: standardattrdescription.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.031833 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.032343 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: standard-attr-description Apr 06 16:11:08.032661 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: stateful_security_group.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.033618 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.034138 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: stateful-security-group Apr 06 16:11:08.034456 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: stdattrs_common.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.035041 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 16:11:08.035358 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.036266 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.036787 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 16:11:08.037107 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: subnet_onboard.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.038162 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.038685 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: subnet_onboard Apr 06 16:11:08.039027 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.039948 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.040461 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 16:11:08.040873 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: subnet_service_types.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.041793 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.042314 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: subnet-service-types Apr 06 16:11:08.042633 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: subnetallocation.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.043737 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.044258 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: subnet_allocation Apr 06 16:11:08.044579 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.045234 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.045805 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: subnetpool-prefix-ops Apr 06 16:11:08.046124 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.047074 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.047592 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 16:11:08.047911 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: tagging.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.049492 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.050029 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: standard-attr-tag Apr 06 16:11:08.050353 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: timestamp.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.051632 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.052160 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loaded extension: standard-attr-timestamp Apr 06 16:11:08.052482 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: trunk.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.053549 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.054080 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension trunk not supported by any of loaded plugins Apr 06 16:11:08.054405 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: trunk_details.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.055670 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.056209 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 16:11:08.056536 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: uplink_status_propagation.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.057445 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.058023 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 16:11:08.058344 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Loading extension file: vlantransparent.py {{(pid=103599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:11:08.059102 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:11:08.059620 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 16:11:08.062201 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:network Apr 06 16:11:08.062678 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:subnet Apr 06 16:11:08.063115 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:11:08.063509 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:port Apr 06 16:11:08.065292 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.065725 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service FLAVORS assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.066352 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.066806 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.067137 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:router Apr 06 16:11:08.067561 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 16:11:08.068048 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service METERING assigned prefix: /metering {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.069483 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:08.069851 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:08.070208 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:11:08.071244 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 16:11:08.071695 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:security_group Apr 06 16:11:08.072120 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 16:11:08.072710 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service CORE assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.073046 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:11:08.073398 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] subnetpool is already registered Apr 06 16:11:08.073836 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service CORE assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.074162 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:11:08.074493 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] subnetpool is already registered Apr 06 16:11:08.076751 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.077186 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service FLAVORS assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.077770 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.078190 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.078562 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:router Apr 06 16:11:08.078880 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] router is already registered Apr 06 16:11:08.079290 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 16:11:08.079622 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] floatingip is already registered Apr 06 16:11:08.080101 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service METERING assigned prefix: /metering {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.080763 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 16:11:08.081089 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] rbac_policy is already registered Apr 06 16:11:08.081501 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:security_group Apr 06 16:11:08.081832 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] security_group is already registered Apr 06 16:11:08.082234 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 16:11:08.082564 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] security_group_rule is already registered Apr 06 16:11:08.083214 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service CORE assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.083540 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:11:08.083871 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] subnetpool is already registered Apr 06 16:11:08.084286 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.v2.resource_helper [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Service CORE assigned prefix: {{(pid=103599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:11:08.084607 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:11:08.084933 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING neutron.quota.resource_registry [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] subnetpool is already registered Apr 06 16:11:08.085403 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: extensions {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.086856 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: address-groups {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.088306 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: address-scopes {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.089616 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: agents {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.090784 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: auto-allocated-topology {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.092012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: availability_zones {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.093212 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: dhcp-networks {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.094681 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: dhcp-agents {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.096158 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: routers {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.099316 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: flavors {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.100501 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: service_profiles {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.101695 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: next_providers {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.103145 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: service_profiles {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.104653 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: floatingip-pools {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.105862 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: routers {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.108088 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: floatingips {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.109341 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: l3-routers {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.110733 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: l3-agents {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.112667 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: metering-labels {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.114001 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: metering-label-rules {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.115530 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: network-ip-availabilities {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.116778 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: bindings {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.118389 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: quotas {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.119956 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: quotas {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.121455 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: rbac-policies {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.122764 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: security-groups {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.123968 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: security-group-rules {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.125158 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: service-providers {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.126351 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: subnetpools {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.128363 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: subnetpools {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.129781 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.131465 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.133230 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.135021 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.136784 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.138571 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.140262 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.142163 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.144075 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.145881 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron.api.extensions [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Extended resource: tags {{(pid=103599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:11:08.151779 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING keystonemiddleware.auth_token [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 16:11:08.156480 dv-cinder-815660-7-iscsi neutron-server[103599]: WARNING keystonemiddleware.auth_token [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 16:11:08.165144 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_concurrency.lockutils [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Acquired lock "singleton_lock" {{(pid=103599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 16:11:08.165576 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_concurrency.lockutils [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Releasing lock "singleton_lock" {{(pid=103599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 16:11:08.166225 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO oslo_service.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Starting 2 workers Apr 06 16:11:08.171109 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Started child 103706 {{(pid=103599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:11:08.176122 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Started child 103707 {{(pid=103599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:11:08.177398 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:08.178087 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO neutron.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 16:11:08.178313 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:08.178990 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [-] (103706) wsgi starting up on http://0.0.0.0:9696 Apr 06 16:11:08.180807 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO oslo_service.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Starting 1 workers Apr 06 16:11:08.180961 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:08.182337 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [-] (103707) wsgi starting up on http://0.0.0.0:9696 Apr 06 16:11:08.186006 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Started child 103708 {{(pid=103599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:11:08.186549 dv-cinder-815660-7-iscsi neutron-server[103599]: INFO oslo_service.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Starting 1 workers Apr 06 16:11:08.190774 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] calling RpcWorker wait() {{(pid=103708) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 16:11:08.191354 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] returning from RpcWorker wait() {{(pid=103708) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 16:11:08.191616 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Started child 103709 {{(pid=103599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:11:08.192443 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83f3b324-d7df-4d4f-a659-a005daeb1395 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:08.192745 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:08.193388 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:08.194365 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 16:11:08.194569 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:11:08.194778 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:11:08.195008 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:11:08.195328 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:11:08.195492 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:11:08.196028 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.196303 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.196594 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.196684 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:08.197122 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.197122 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.197714 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.197971 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.198224 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.198499 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.198770 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.198938 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.199103 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.199357 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.199583 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.199889 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.200139 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.200373 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.200636 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.200812 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.201064 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.201324 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.201549 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.201814 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] debug = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.202065 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.202536 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.202779 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.203033 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.203253 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.203512 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.203735 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.204010 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.204247 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.204458 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.204688 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.204934 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.205197 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.205415 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.205667 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.205882 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.206121 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.206365 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.206853 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] host = dv-cinder-815660-7-iscsi {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.207065 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.207385 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.207638 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.207894 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.208136 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.208364 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.208624 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.208889 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.209127 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.209349 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.209586 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.209829 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.210054 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.210275 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.210436 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_options = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.210682 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.210969 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.211225 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.211410 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.211577 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.211739 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.211992 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.212152 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.212395 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.212610 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.212820 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.213052 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.213263 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.213497 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.213712 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.213925 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.214153 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.214381 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.214624 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.214897 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.215152 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.215374 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.215619 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.215832 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.216061 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.216270 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.216510 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.216719 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.216934 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.217185 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.218497 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:08.218654 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.218954 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.219175 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.219416 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.219678 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.219908 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.220180 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.220366 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.221941 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.222269 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.223509 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.224056 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.224056 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.224474 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.224474 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.224788 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.224999 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_json = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.225223 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.225732 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.225732 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.226036 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.226174 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.226389 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.226643 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.226938 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.227172 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.227684 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.227892 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.228208 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.228474 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.228737 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.228983 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.229243 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.229491 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.229727 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.229985 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.230316 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.230564 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.230883 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.231144 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.231424 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.231783 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.232046 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.232322 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.232547 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.232769 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.232991 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.233250 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.233558 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.233791 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.234025 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.234279 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.234503 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.234952 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.235231 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.236098 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.236098 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.236098 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.236975 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.237623 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.237623 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.237623 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.238066 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.238066 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.238301 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.238435 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.238754 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241012 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.241955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.242489 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.242489 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.242654 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.242797 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.243008 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.243223 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.243437 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.243672 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.243906 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.244120 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.244331 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.244563 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.244780 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.244990 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.245242 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.245483 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.245716 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.245932 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.246168 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.246379 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.246591 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.246828 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.247043 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.247258 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.247492 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.247729 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.247960 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.248210 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.248445 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.248662 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.248879 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.249084 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.249293 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.249503 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.249714 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.249942 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.250180 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.250429 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.250762 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.251020 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.251262 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.251479 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.251736 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.251957 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.252824 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.253042 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.253261 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.253474 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.253740 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.253968 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.254217 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.254446 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.254678 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.255262 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.255582 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.255829 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.256060 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.256282 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.256503 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.256751 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.257017 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.257253 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.257508 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.257766 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.258002 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.258288 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.258549 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.258844 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.259089 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.259346 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.259647 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.259937 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.260202 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.260433 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.260666 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.260937 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.261197 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.261445 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.261673 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.261902 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.262122 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.262373 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.262611 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.262865 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.263125 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.263424 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.263651 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.264027 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.264410 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.264831 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.265236 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.265748 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.266450 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.266874 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.267506 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.267957 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.268217 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.268460 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.268698 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.268929 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.269151 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.269405 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.269623 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.269904 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.270087 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.270294 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.270559 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.270798 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.271022 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.271258 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.271474 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.271689 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.271940 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.272154 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.272372 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.272609 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.272826 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.273045 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.273280 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.273524 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.273772 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.274011 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.274281 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.274532 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.274794 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.275024 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.275260 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.275669 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.275883 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.276145 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.276373 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.276588 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.276806 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.277028 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.277244 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.277480 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.277708 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.277946 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.278201 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.278455 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.278832 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.279087 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.279321 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.279572 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.279824 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.280044 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.280280 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.280497 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.280736 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.280955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.281194 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.281413 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.281634 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.281851 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.282066 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.282280 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.282548 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.282974 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.283222 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.283460 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.283683 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.283903 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.284144 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.284398 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.284632 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.284846 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.285055 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.285269 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.285485 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.286336 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.286336 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.286336 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.286601 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.286752 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.287016 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.287245 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.287458 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.287671 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.287916 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.288140 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.288352 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.288580 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.288795 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.289006 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.289253 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.289474 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.289668 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.289911 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.290118 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.290400 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.290625 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.290865 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.291076 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.291300 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.291511 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.291743 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.291964 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.292179 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.292675 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.292947 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.293158 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.293589 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.293816 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.294037 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.294248 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.294552 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.294996 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.295368 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.295657 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.295912 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.296172 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.296416 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.296745 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.296986 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.297247 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.297494 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.297712 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.297951 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.298227 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.298554 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.299460 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.299726 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.299970 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.300242 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.300527 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.300792 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.301033 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.301308 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.301648 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.301932 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.302191 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.302440 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.302686 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.302948 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.303163 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.303382 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.303623 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.303838 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.304073 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.304299 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.304525 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.304739 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.304965 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.305180 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.305401 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.305623 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.305853 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.306067 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.306219 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:11:08.306771 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 16:11:08.306932 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:11:08.307086 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:11:08.307259 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:11:08.307434 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:11:08.307569 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:11:08.307784 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.307948 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.308108 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.308268 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.308424 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.308768 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.308926 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.309234 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.309396 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.309554 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.309716 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.309869 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.310032 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.310189 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.310497 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.310657 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.310839 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.311001 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.311164 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.311325 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.311484 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.311655 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.311804 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] debug = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.311962 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.312168 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.312372 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.312518 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.312605 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:08.312698 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.312781 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.312921 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.313078 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.313236 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.313394 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.313553 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.313712 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.313871 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.314029 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.314186 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.314345 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.314578 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.314811 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.314957 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] host = dv-cinder-815660-7-iscsi {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.315108 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.315244 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.315379 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.315523 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.315685 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.315846 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.316005 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.316165 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.316322 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.316481 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.316641 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.316797 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.317536 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.317911 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.318284 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_options = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.318416 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.318512 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.318620 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.318841 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.319001 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.319165 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.319325 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.319485 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.319645 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.319807 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.320001 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.320128 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.320289 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.320448 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.320607 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.320772 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.320926 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.321233 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.321534 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.321868 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.322178 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.322335 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.322660 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.322849 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.323009 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.323168 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.323329 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.323493 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.323650 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.323811 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.323972 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.324130 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.324291 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.324443 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.324603 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.324812 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.324907 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.325066 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.325214 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.325365 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.325517 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.325651 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.325813 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.326300 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.326300 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.326300 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.326658 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_json = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.326658 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.326858 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.326858 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.327006 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.327168 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.327326 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.327485 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.327645 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.327803 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:11:08.327982 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.328145 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.328316 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.328478 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.328648 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.328850 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.328995 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.329106 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.329266 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.329427 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.329653 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.329781 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.329904 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.330074 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.330240 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.330545 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.330545 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.330810 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.330955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.331117 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.331289 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.331439 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.331611 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.331773 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.331934 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.332095 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.332257 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.332427 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.332588 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.332765 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.332927 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.333090 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.333252 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.333414 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.333576 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.333740 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.333903 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.334066 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.334228 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.334390 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.334553 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.334879 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.334879 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.335090 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.335198 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.335373 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.335533 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.335786 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.336042 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.336213 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.336367 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.336722 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.336722 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.337234 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.337234 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.337465 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.337548 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.337745 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.337915 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.338077 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.338239 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.338402 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.338791 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.338791 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.339044 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.339044 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.339250 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.339354 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.339514 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.339675 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.339837 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.339998 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.340161 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.340322 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.340483 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.340644 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.340986 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.340986 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.341219 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.341340 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.341424 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.341547 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.341699 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.341859 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.342021 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.342182 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.342345 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.342505 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.342665 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.342852 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.343013 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.343183 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.343360 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.343521 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.343683 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.343845 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.344007 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.344168 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.344330 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.344492 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.344655 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.344816 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.344978 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.345139 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.345303 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.345466 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.345627 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.346321 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.346483 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.346645 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.346839 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.347002 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.347163 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.347323 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.347487 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.347647 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.347807 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.347968 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.348128 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.348298 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.348459 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.348622 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.348783 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.348950 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.349122 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.349287 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.349449 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.349610 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.349770 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.349931 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.350091 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.350428 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.350428 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.350624 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.350755 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.350884 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.351047 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.351232 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.351393 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.351580 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.351774 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.351892 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.352057 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.352217 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.352377 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.352539 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.352734 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.353032 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.353214 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.353287 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.353439 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.353616 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.353784 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.353950 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.354116 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.354254 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.354422 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.354650 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.354827 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.354937 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.355088 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.355234 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.355401 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.355562 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.355785 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.355888 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.356032 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.356198 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.356360 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.356519 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.356851 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.357017 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.357179 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.357362 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.357657 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.357762 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.357868 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.358032 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.358194 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.358356 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.358518 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.358679 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.358864 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.359030 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.359197 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.359717 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.359717 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.359717 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.359954 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.359954 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.360102 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.360256 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.360522 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.360694 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.360780 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.360898 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.361059 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.361223 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.361447 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.361609 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.361767 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.361931 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.362092 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.362467 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.362467 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.362681 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.362833 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.362911 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.363265 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.363265 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.363473 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.363556 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.363661 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.363818 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.363971 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.364299 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.364299 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.364491 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.364594 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.364755 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.364941 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.365407 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.365494 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.365686 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.365856 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.365965 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.366125 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.366314 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.366435 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.366601 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.366781 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.366944 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.367115 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.367253 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.367425 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.367604 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.367763 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.368181 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.368181 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.368369 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.368475 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.368654 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.368753 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.368909 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.369042 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.369208 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.369377 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.369527 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.369717 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.369849 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.369999 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.370166 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.370326 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.370500 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.370661 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.370843 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.371035 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.371169 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.371330 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.371501 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.371676 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.371834 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.371973 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.372138 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.372313 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.372456 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.372629 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.372792 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.372955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.373117 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.373277 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.373439 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.373601 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.373768 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.373940 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.374109 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.374272 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.374442 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.374612 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.374804 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.374967 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.375135 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.375308 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.375471 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.375632 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.375794 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.375955 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.376117 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.379314 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.379527 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.379708 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.379884 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.380055 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.380226 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.380394 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.380562 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.380729 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.380895 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.381058 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.381223 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.381388 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.381552 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:11:08.381708 dv-cinder-815660-7-iscsi neutron-server[103599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:11:08.404628 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51426) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:08.413514 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067444 Apr 06 16:11:19.771185 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd218d-c6da-4b2b-96f5-5beacceef67b None None] get_active_networks_info from dv-cinder-815660-7-iscsi {{(pid=103708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 16:11:19.844892 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd218d-c6da-4b2b-96f5-5beacceef67b None None] No non-hosted networks {{(pid=103708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 16:11:19.860912 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.agentschedulers_db [None req-60cd218d-c6da-4b2b-96f5-5beacceef67b None None] DHCP Agent not found on host dv-cinder-815660-7-iscsi {{(pid=103708) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 16:11:19.965269 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c82f6217-5c36-41ee-bdb4-7c382dd15a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838557'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:22.052283 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ce886c11-d45a-48b1-8037-31f641663a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838557'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:22.093464 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9b57a228-ba97-4b0a-9a14-addca8375aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:23.188263 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 51492) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:23.203053 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838557'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:23.705518 dv-cinder-815660-7-iscsi neutron-server[103706]: WARNING oslo_policy.policy [None req-ac73baad-96d2-40da-9248-f6cc418e3e79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:11:23.706104 dv-cinder-815660-7-iscsi neutron-server[103706]: WARNING oslo_policy.policy [None req-ac73baad-96d2-40da-9248-f6cc418e3e79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:11:23.929896 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [None req-ac73baad-96d2-40da-9248-f6cc418e3e79 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:11:23.937663 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ac73baad-96d2-40da-9248-f6cc418e3e79 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7407954 Apr 06 16:11:24.611161 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838557'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:25.916569 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838557'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:25.918431 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.919085 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.919662 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.920238 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.920853 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.921452 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.922017 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.923068 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.923854 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.924537 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.925150 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.925758 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.926322 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.926948 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.927540 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:25.928203 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815660-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:25.935943 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815660-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:26.534619 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 51522) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:26.867261 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-0ad5a58d-7a74-4705-ab69-7d208cce0171 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:11:26.965945 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.policy [None req-0ad5a58d-7a74-4705-ab69-7d208cce0171 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103706) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 16:11:27.012579 dv-cinder-815660-7-iscsi neutron-server[103706]: WARNING oslo_policy.policy [None req-0ad5a58d-7a74-4705-ab69-7d208cce0171 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:11:27.013072 dv-cinder-815660-7-iscsi neutron-server[103706]: WARNING oslo_policy.policy [None req-0ad5a58d-7a74-4705-ab69-7d208cce0171 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:11:27.112466 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a58d-7a74-4705-ab69-7d208cce0171 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739637978651', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739637983278', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739638000091', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739638003082', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739638011619', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739637890850', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-657734', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602067', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3704227', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3895806'] for rbac-policy (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:27.192147 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a58d-7a74-4705-ab69-7d208cce0171 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:27.202875 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-0ad5a58d-7a74-4705-ab69-7d208cce0171 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6579616 Apr 06 16:11:28.299804 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.db.l3_hamode_db [None req-1af1132e-d0f3-461e-a2c3-ddd4a99b4d01 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 16:11:28.378801 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1132e-d0f3-461e-a2c3-ddd4a99b4d01 None None] Routers set() bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:11:28.379198 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1132e-d0f3-461e-a2c3-ddd4a99b4d01 None None] Router IDs set() for agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 16:11:29.721057 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 51534) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:30.029584 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:11:30.057780 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Made reservation on behalf of 1072aaefc6944215b889803f94543995 for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:11:30.061662 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:30.078413 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:30.184143 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Publish callbacks [] for security_group (185c71fe-28d9-42f8-9574-46c1406def95), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:30.187643 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (185c71fe-28d9-42f8-9574-46c1406def95), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:30.215344 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:11:30.249296 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739640152176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (3a3606b8-b4f7-49fb-ba34-26e2e21ec58d), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:30.249893 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Unsubscribe: segment precommit_create {{(pid=103706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 16:11:30.250408 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Added segment 3a3606b8-b4f7-49fb-ba34-26e2e21ec58d of type vlan for network 89bec8c9-e466-4705-a8f7-f1ab12081c33 Apr 06 16:11:30.266228 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=185c71fe-28d9-42f8-9574-46c1406def95,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:30.313774 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.314673 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.315044 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.315382 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.315718 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.316049 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.316375 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.316705 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.317027 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.317350 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.317673 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.318010 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.318332 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.318651 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.318995 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Tracked resource versions report: Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: pushed versions: Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: { 'AddressGroup': {'1.2'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Agent': {'1.1'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'ConntrackHelper': {'1.0'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Log': {'1.0'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'NDPProxy': {'1.0'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Network': {'1.1'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Port': {'1.7'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'PortForwarding': {'1.3'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'QosPolicy': {'1.10'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SecurityGroup': {'1.5'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SubPort': {'1.0'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Subnet': {'1.1'}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Trunk': {'1.1'}} Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: consumer versions: Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: { DHCP agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: L3 agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: Metadata agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: Metering agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: Open vSwitch agent@dv-cinder-815660-7-iscsi: { 'AddressGroup': '1.2', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Agent': '1.1', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'ConntrackHelper': '1.0', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'LocalIPAssociation': '1.0', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Log': '1.0', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'NDPProxy': '1.0', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Network': '1.1', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Port': '1.7', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'PortForwarding': '1.3', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'QosPolicy': '1.10', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SecurityGroup': '1.5', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SecurityGroupRule': '1.2', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SubPort': '1.0', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Subnet': '1.1', Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Trunk': '1.1'}} Apr 06 16:11:30.320345 dv-cinder-815660-7-iscsi neutron-server[103706]: {{(pid=103706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:11:30.364608 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (89bec8c9-e466-4705-a8f7-f1ab12081c33), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:30.404436 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (89bec8c9-e466-4705-a8f7-f1ab12081c33), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:30.409728 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:11:30.410446 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:30.501592 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7793565 Apr 06 16:11:30.530417 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd832b0a-6a94-4e15-b9ca-e027360a3e57 demo demo] Pushing event updated for resources: {'Network': ['ID=89bec8c9-e466-4705-a8f7-f1ab12081c33,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:30.543021 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 89bec8c9-e466-4705-a8f7-f1ab12081c33 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:11:33.051047 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 51546) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:33.449570 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d84ef-6a76-4c9c-9745-994621219763 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:11:33.450876 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-4e2d84ef-6a76-4c9c-9745-994621219763 demo admin] 10.222.0.10 "GET /v2.0/networks/89bec8c9-e466-4705-a8f7-f1ab12081c33 HTTP/1.1" status: 200 len: 825 time: 0.3988717 Apr 06 16:11:33.474225 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-81281763-6980-464b-bdbf-35a7623f2c9f demo admin] 10.222.0.10 "GET /v2.0/subnetpools/823117c4-dcf1-4ff6-b7fa-747d2347f65a HTTP/1.1" status: 200 len: 734 time: 0.0176337 Apr 06 16:11:33.482273 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33', 'subnetpool_id': '823117c4-dcf1-4ff6-b7fa-747d2347f65a'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:11:33.502973 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Made reservation on behalf of 1072aaefc6944215b889803f94543995 for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:11:33.505152 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:33.783820 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (cb5fa759-898d-43c4-8446-6fbdced282a6), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:33.853388 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Pushing event updated for resources: {'Subnet': ['ID=cb5fa759-898d-43c4-8446-6fbdced282a6,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:33.858328 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Checking segment: {'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:11:33.858720 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Network hostable DHCP agents. Network: 89bec8c9-e466-4705-a8f7-f1ab12081c33, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:11:33.880238 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Network 89bec8c9-e466-4705-a8f7-f1ab12081c33 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:11:33.891186 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 89bec8c9-e466-4705-a8f7-f1ab12081c33) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:11:33.895917 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:11:33.896514 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:33.902465 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebcba4-8509-4f54-b2cd-44748ab33759 None None] Network 89bec8c9-e466-4705-a8f7-f1ab12081c33 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:11:33.912067 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d3cf9e9d-4af1-48c3-ae50-afa384af1d19 demo admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4328206 Apr 06 16:11:34.279281 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-89bec8c9-e466-4705-a8f7-f1ab12081c33', 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33', 'project_id': '1072aaefc6944215b889803f94543995', 'fixed_ips': [{'subnet_id': 'cb5fa759-898d-43c4-8446-6fbdced282a6'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:11:34.280502 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:34.552755 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Allocated IP 172.20.0.2 (89bec8c9-e466-4705-a8f7-f1ab12081c33/cb5fa759-898d-43c4-8446-6fbdced282a6/9a746ff5-afe8-47d7-bf70-fd8fd9a59356) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:11:34.814982 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Publish callbacks [] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:34.823211 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:34.906741 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Network 89bec8c9-e466-4705-a8f7-f1ab12081c33 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:11:34.911165 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:11:34.912829 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Pushing event updated for resources: {'Port': ['ID=9a746ff5-afe8-47d7-bf70-fd8fd9a59356,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:34.917750 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:11:34.926174 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.926528 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.926930 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.927291 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.927654 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.927975 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.928307 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.928638 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.928971 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.929297 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.929638 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.929982 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.930313 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.930636 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.930985 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Tracked resource versions report: Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: pushed versions: Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: { 'AddressGroup': {'1.2'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Agent': {'1.1'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'ConntrackHelper': {'1.0'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Log': {'1.0'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'NDPProxy': {'1.0'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Network': {'1.1'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Port': {'1.7'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'PortForwarding': {'1.3'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'QosPolicy': {'1.10'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SecurityGroup': {'1.5'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SubPort': {'1.0'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Subnet': {'1.1'}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Trunk': {'1.1'}} Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: consumer versions: Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: { DHCP agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: L3 agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: Metadata agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: Metering agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: Open vSwitch agent@dv-cinder-815660-7-iscsi: { 'AddressGroup': '1.2', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Agent': '1.1', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'ConntrackHelper': '1.0', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'LocalIPAssociation': '1.0', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Log': '1.0', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'NDPProxy': '1.0', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Network': '1.1', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Port': '1.7', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'PortForwarding': '1.3', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'QosPolicy': '1.10', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SecurityGroup': '1.5', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SecurityGroupRule': '1.2', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SubPort': '1.0', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Subnet': '1.1', Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Trunk': '1.1'}} Apr 06 16:11:34.932366 dv-cinder-815660-7-iscsi neutron-server[103708]: {{(pid=103708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:11:35.010662 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Attempting to bind port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:11:35.011129 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Attempting to bind port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:11:35.011546 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Attempting to bind port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 on network 89bec8c9-e466-4705-a8f7-f1ab12081c33 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:11:35.016710 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:11:35.017113 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Checking segment: {'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:11:35.017625 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:35.018022 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Bound using segment: {'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:11:35.018572 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Bound port: 9a746ff5-afe8-47d7-bf70-fd8fd9a59356, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:11:35.019046 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:35.083688 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] For port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:11:35.104159 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] For port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9a746ff5-afe8-47d7-bf70-fd8fd9a59356,segment=NetworkSegment(3a3606b8-b4f7-49fb-ba34-26e2e21ec58d),segment_id=3a3606b8-b4f7-49fb-ba34-26e2e21ec58d)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:11:35.112830 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:35.168041 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2cea2-6a30-40d3-a108-affb2a004854 None None] Pushing event updated for resources: {'Port': ['ID=9a746ff5-afe8-47d7-bf70-fd8fd9a59356,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:36.474780 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51554) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:36.970787 dv-cinder-815660-7-iscsi neutron-server[103707]: WARNING oslo_policy.policy [None req-c9cf9eb6-b850-4f08-b828-54c9fd364f73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:11:36.971395 dv-cinder-815660-7-iscsi neutron-server[103707]: WARNING oslo_policy.policy [None req-c9cf9eb6-b850-4f08-b828-54c9fd364f73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:11:37.206908 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [None req-c9cf9eb6-b850-4f08-b828-54c9fd364f73 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:11:37.222734 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-c9cf9eb6-b850-4f08-b828-54c9fd364f73 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7322419 Apr 06 16:11:39.777789 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51568) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:40.091556 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [None req-66f42213-fcca-4742-a6e5-1e3293c08a96 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:11:40.092556 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-66f42213-fcca-4742-a6e5-1e3293c08a96 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3137584 Apr 06 16:11:42.644302 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51576) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:42.950442 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:11:43.011538 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.policy [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103707) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 16:11:43.055598 dv-cinder-815660-7-iscsi neutron-server[103707]: WARNING oslo_policy.policy [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:11:43.055987 dv-cinder-815660-7-iscsi neutron-server[103707]: WARNING oslo_policy.policy [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:11:43.117748 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (75b8acc5-b247-442f-9183-6e26ecb9ed7b), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:43.119621 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (75b8acc5-b247-442f-9183-6e26ecb9ed7b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:43.275136 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] Publish callbacks [] for router_controller (75b8acc5-b247-442f-9183-6e26ecb9ed7b), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:43.279917 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (75b8acc5-b247-442f-9183-6e26ecb9ed7b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:43.303021 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:43.304204 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-dc98242e-e889-4fd0-ba61-034413a38548 demo demo] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6589699 Apr 06 16:11:45.862829 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51590) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:46.171882 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [None req-5a455c86-dcd6-404b-8fab-21f955907707 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:11:46.172867 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-5a455c86-dcd6-404b-8fab-21f955907707 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091102 Apr 06 16:11:46.605440 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67b94ae-dabd-40d6-bc8c-14e186a31260 None None] Network 89bec8c9-e466-4705-a8f7-f1ab12081c33 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:11:46.698859 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:11:46.703747 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-bd1e9a5b-1495-433a-b11c-6fb94afb0fe0 None None] Provisioning complete for port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:11:46.704159 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9a5b-1495-433a-b11c-6fb94afb0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:46.918664 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:11:46.919082 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:46.946153 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e9a5b-1495-433a-b11c-6fb94afb0fe0 None None] Current status of the port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:11:46.946547 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9a5b-1495-433a-b11c-6fb94afb0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:46.995054 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-bd1e9a5b-1495-433a-b11c-6fb94afb0fe0 None None] For port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9a746ff5-afe8-47d7-bf70-fd8fd9a59356,segment=NetworkSegment(3a3606b8-b4f7-49fb-ba34-26e2e21ec58d),segment_id=3a3606b8-b4f7-49fb-ba34-26e2e21ec58d)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:11:47.002581 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9a5b-1495-433a-b11c-6fb94afb0fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:47.065729 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:11:47.080843 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e9a5b-1495-433a-b11c-6fb94afb0fe0 None None] Pushing event updated for resources: {'Port': ['ID=9a746ff5-afe8-47d7-bf70-fd8fd9a59356,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:47.121586 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-bbf306d6-d96b-40aa-8dba-db741c8bdb1f None None] Provisioning complete for port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:11:47.122044 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bbf306d6-d96b-40aa-8dba-db741c8bdb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:47.199807 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-bbf306d6-d96b-40aa-8dba-db741c8bdb1f None None] Current status of the port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:11:48.671488 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:11:48.706413 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51600) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:48.717271 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:11:48.717662 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:48.791347 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:11:49.014845 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:11:49.036225 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Made reservation on behalf of adde80629e924726a2f3021760957e48 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:11:49.038920 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:49.054379 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:49.153923 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Publish callbacks [] for security_group (2bf53bf1-a2fb-459d-a548-96400ccaa2e6), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:49.158176 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2bf53bf1-a2fb-459d-a548-96400ccaa2e6), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:49.168644 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Reserving flat network on physical network physnet1 {{(pid=103707) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 16:11:49.199384 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739640152176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (934b0271-d452-42ed-95a1-a25abafea702), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:49.201069 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Unsubscribe: segment precommit_create {{(pid=103707) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 16:11:49.201925 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.segments_db [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Added segment 934b0271-d452-42ed-95a1-a25abafea702 of type flat for network eb0d3c18-cdb5-4cfe-b080-81089805492f Apr 06 16:11:49.222809 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf53bf1-a2fb-459d-a548-96400ccaa2e6,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:49.271828 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.272183 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.272541 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.272880 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.273210 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.273534 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.273856 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.274178 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.274587 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.274869 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.275209 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.275549 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.275870 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.276186 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.276502 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Tracked resource versions report: Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: pushed versions: Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: { 'AddressGroup': {'1.2'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Agent': {'1.1'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'ConntrackHelper': {'1.0'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Log': {'1.0'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'NDPProxy': {'1.0'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Network': {'1.1'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Port': {'1.7'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'PortForwarding': {'1.3'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'QosPolicy': {'1.10'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SecurityGroup': {'1.5'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SubPort': {'1.0'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Subnet': {'1.1'}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Trunk': {'1.1'}} Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: consumer versions: Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: { DHCP agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: L3 agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: Metadata agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: Metering agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: Open vSwitch agent@dv-cinder-815660-7-iscsi: { 'AddressGroup': '1.2', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Agent': '1.1', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'ConntrackHelper': '1.0', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'LocalIPAssociation': '1.0', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Log': '1.0', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'NDPProxy': '1.0', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Network': '1.1', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Port': '1.7', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'PortForwarding': '1.3', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'QosPolicy': '1.10', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SecurityGroup': '1.5', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SecurityGroupRule': '1.2', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SubPort': '1.0', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Subnet': '1.1', Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Trunk': '1.1'}} Apr 06 16:11:49.277867 dv-cinder-815660-7-iscsi neutron-server[103707]: {{(pid=103707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:11:49.321621 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (eb0d3c18-cdb5-4cfe-b080-81089805492f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:49.362495 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (eb0d3c18-cdb5-4cfe-b080-81089805492f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:49.363589 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:11:49.364289 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:49.441470 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7339797 Apr 06 16:11:49.465469 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f6209-4f42-4a2c-b39b-10465a689d45 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0d3c18-cdb5-4cfe-b080-81089805492f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:49.476429 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network eb0d3c18-cdb5-4cfe-b080-81089805492f details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:11:49.693554 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6145cb85-a979-4541-834a-616724f58568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:51.959749 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51612) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:52.042674 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-50ef2b2a-2a87-4170-8c5e-ff75d357d05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:52.356899 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53efb029-9fcd-4bfd-a6be-a2a9b554bb25 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:11:52.358286 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-53efb029-9fcd-4bfd-a6be-a2a9b554bb25 demo admin] 10.222.0.10 "GET /v2.0/subnets/cb5fa759-898d-43c4-8446-6fbdced282a6 HTTP/1.1" status: 200 len: 849 time: 0.3975780 Apr 06 16:11:52.498058 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-9e8c6a21-3198-4a29-8341-e21d2af51bc2 demo admin] 10.222.0.10 "GET /v2.0/routers/75b8acc5-b247-442f-9183-6e26ecb9ed7b HTTP/1.1" status: 200 len: 704 time: 0.1321940 Apr 06 16:11:52.763767 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.056945 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Allocated IP 172.20.0.1 (89bec8c9-e466-4705-a8f7-f1ab12081c33/cb5fa759-898d-43c4-8446-6fbdced282a6/54f59ce9-d44e-42f6-9a74-22c6203d2f6b) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:11:53.166287 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.244291 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Publish callbacks [] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.310382 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.384337 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Network 89bec8c9-e466-4705-a8f7-f1ab12081c33 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:11:53.395566 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:11:53.400711 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Pushing event updated for resources: {'Port': ['ID=54f59ce9-d44e-42f6-9a74-22c6203d2f6b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:53.403975 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:11:53.404115 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (75b8acc5-b247-442f-9183-6e26ecb9ed7b), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.664345 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.757102 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-e8c1cf68-c589-4e7e-bb3c-3abc706748c1 None None] Provisioning complete for port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:11:53.757379 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e8c1cf68-c589-4e7e-bb3c-3abc706748c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.837860 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1cf68-c589-4e7e-bb3c-3abc706748c1 None None] Port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:11:53.871955 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Publish callbacks [] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.877250 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.878160 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (75b8acc5-b247-442f-9183-6e26ecb9ed7b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:53.955822 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Pushing event updated for resources: {'Port': ['ID=54f59ce9-d44e-42f6-9a74-22c6203d2f6b,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:54.002242 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Network 89bec8c9-e466-4705-a8f7-f1ab12081c33 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:11:54.003522 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:11:54.156125 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-6d8b620b-cb50-45b2-96ad-4e75185063ce None None] Provisioning complete for port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:11:54.156415 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6d8b620b-cb50-45b2-96ad-4e75185063ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:54.168355 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Router 75b8acc5-b247-442f-9183-6e26ecb9ed7b is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:11:54.190331 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b620b-cb50-45b2-96ad-4e75185063ce None None] Port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:11:54.262512 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:11:54.268355 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-9916b7e6-8d11-4d01-a31a-0b4706eb14c2 demo admin] 10.222.0.10 "PUT /v2.0/routers/75b8acc5-b247-442f-9183-6e26ecb9ed7b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7644935 Apr 06 16:11:54.286361 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Sync routers for ids ['75b8acc5-b247-442f-9183-6e26ecb9ed7b'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:11:54.298685 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Routers {'75b8acc5-b247-442f-9183-6e26ecb9ed7b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:11:54.299540 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:11:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['75b8acc5-b247-442f-9183-6e26ecb9ed7b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:54.491125 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Set router 75b8acc5-b247-442f-9183-6e26ecb9ed7b gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:11:54.564743 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:54.912762 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'name': 'router1', 'tenant_id': '1072aaefc6944215b889803f94543995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:11:43Z', 'updated_at': '2022-04-06T16:11:53Z', 'revision_number': 2, 'project_id': '1072aaefc6944215b889803f94543995', 'gw_port_host': None, '_interfaces': [{'id': '54f59ce9-d44e-42f6-9a74-22c6203d2f6b', 'name': '', 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33', 'tenant_id': '1072aaefc6944215b889803f94543995', 'mac_address': 'fa:16:3e:b5:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:11:52Z', 'updated_at': '2022-04-06T16:11:53Z', 'revision_number': 2, 'project_id': '1072aaefc6944215b889803f94543995', 'subnets': [{'id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '823117c4-dcf1-4ff6-b7fa-747d2347f65a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:54.962671 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Checking router: 75b8acc5-b247-442f-9183-6e26ecb9ed7b for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:11:54.963055 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Updating router 75b8acc5-b247-442f-9183-6e26ecb9ed7b port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:11:55.015395 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.266745 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:11:55.530443 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Publish callbacks [] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.536844 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.629236 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Pushing event updated for resources: {'Port': ['ID=54f59ce9-d44e-42f6-9a74-22c6203d2f6b,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:55.637565 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.637918 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.638272 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.638618 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.638970 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.639304 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.639632 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.639961 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.640290 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.640617 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.640940 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.641279 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.641608 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.641957 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.642283 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Tracked resource versions report: Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: pushed versions: Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: { 'AddressGroup': {'1.2'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Agent': {'1.1'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'ConntrackHelper': {'1.0'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Log': {'1.0'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'NDPProxy': {'1.0'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Network': {'1.1'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Port': {'1.7'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'PortForwarding': {'1.3'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'QosPolicy': {'1.10'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SecurityGroup': {'1.5'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SubPort': {'1.0'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Subnet': {'1.1'}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Trunk': {'1.1'}} Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: consumer versions: Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: { DHCP agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: L3 agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: Metadata agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: Metering agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: Open vSwitch agent@dv-cinder-815660-7-iscsi: { 'AddressGroup': '1.2', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Agent': '1.1', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'ConntrackHelper': '1.0', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'LocalIPAssociation': '1.0', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Log': '1.0', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'NDPProxy': '1.0', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Network': '1.1', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Port': '1.7', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'PortForwarding': '1.3', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'QosPolicy': '1.10', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SecurityGroup': '1.5', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SecurityGroupRule': '1.2', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SubPort': '1.0', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Subnet': '1.1', Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Trunk': '1.1'}} Apr 06 16:11:55.643732 dv-cinder-815660-7-iscsi neutron-server[103709]: {{(pid=103709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:11:55.725495 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Attempting to bind port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:11:55.725913 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Attempting to bind port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:11:55.726341 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Attempting to bind port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b on network 89bec8c9-e466-4705-a8f7-f1ab12081c33 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:11:55.731808 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:11:55.732238 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Checking segment: {'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:11:55.732717 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.733131 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Bound using segment: {'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:11:55.733610 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Bound port: 54f59ce9-d44e-42f6-9a74-22c6203d2f6b, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3606b8-b4f7-49fb-ba34-26e2e21ec58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:11:55.733996 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.808160 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] For port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:11:55.827369 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] For port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=54f59ce9-d44e-42f6-9a74-22c6203d2f6b,segment=NetworkSegment(3a3606b8-b4f7-49fb-ba34-26e2e21ec58d),segment_id=3a3606b8-b4f7-49fb-ba34-26e2e21ec58d)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:11:55.828489 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-9007e273-75c0-4053-b2a7-8d20e92b264a None None] Provisioning complete for port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:11:55.828947 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9007e273-75c0-4053-b2a7-8d20e92b264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.834174 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.876164 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Routers {'75b8acc5-b247-442f-9183-6e26ecb9ed7b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:11:55.877256 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:11:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['75b8acc5-b247-442f-9183-6e26ecb9ed7b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:55.942904 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-9007e273-75c0-4053-b2a7-8d20e92b264a None None] Current status of the port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:11:55.943602 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9007e273-75c0-4053-b2a7-8d20e92b264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.964377 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:55.980424 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] Set router 75b8acc5-b247-442f-9183-6e26ecb9ed7b gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:11:55.989690 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-9007e273-75c0-4053-b2a7-8d20e92b264a None None] For port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=54f59ce9-d44e-42f6-9a74-22c6203d2f6b,segment=NetworkSegment(3a3606b8-b4f7-49fb-ba34-26e2e21ec58d),segment_id=3a3606b8-b4f7-49fb-ba34-26e2e21ec58d)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:11:55.999786 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9007e273-75c0-4053-b2a7-8d20e92b264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:56.058802 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007e273-75c0-4053-b2a7-8d20e92b264a None None] Pushing event updated for resources: {'Port': ['ID=54f59ce9-d44e-42f6-9a74-22c6203d2f6b,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:56.120901 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d1df-4c5b-4bb5-8f88-6023165aab2a None None] Pushing event updated for resources: {'Port': ['ID=54f59ce9-d44e-42f6-9a74-22c6203d2f6b,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:56.121896 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-72fe2127-fdf5-42c4-8c2a-96e2fba57e70 None None] Provisioning complete for port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:11:56.122346 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-72fe2127-fdf5-42c4-8c2a-96e2fba57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:56.208318 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-72fe2127-fdf5-42c4-8c2a-96e2fba57e70 None None] Current status of the port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:11:56.231852 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'name': 'router1', 'tenant_id': '1072aaefc6944215b889803f94543995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:11:43Z', 'updated_at': '2022-04-06T16:11:53Z', 'revision_number': 2, 'project_id': '1072aaefc6944215b889803f94543995', 'gw_port_host': None, '_interfaces': [{'id': '54f59ce9-d44e-42f6-9a74-22c6203d2f6b', 'name': '', 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33', 'tenant_id': '1072aaefc6944215b889803f94543995', 'mac_address': 'fa:16:3e:b5:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:11:52Z', 'updated_at': '2022-04-06T16:11:55Z', 'revision_number': 4, 'project_id': '1072aaefc6944215b889803f94543995', 'subnets': [{'id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '823117c4-dcf1-4ff6-b7fa-747d2347f65a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:11:56.259498 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76fec08-4687-4c3f-a9af-7395fc5c11d5 None None] The sync data for ids ['75b8acc5-b247-442f-9183-6e26ecb9ed7b'] in dv-cinder-815660-7-iscsi is: [{'id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'name': 'router1', 'tenant_id': '1072aaefc6944215b889803f94543995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:11:43Z', 'updated_at': '2022-04-06T16:11:53Z', 'revision_number': 2, 'project_id': '1072aaefc6944215b889803f94543995', 'gw_port_host': None, '_interfaces': [{'id': '54f59ce9-d44e-42f6-9a74-22c6203d2f6b', 'name': '', 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33', 'tenant_id': '1072aaefc6944215b889803f94543995', 'mac_address': 'fa:16:3e:b5:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:11:52Z', 'updated_at': '2022-04-06T16:11:55Z', 'revision_number': 4, 'project_id': '1072aaefc6944215b889803f94543995', 'subnets': [{'id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '823117c4-dcf1-4ff6-b7fa-747d2347f65a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:11:56.806922 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51634) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:11:57.000258 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fa895-a225-4ae0-a512-1d2aef6e49fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:11:57.001693 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d22fa895-a225-4ae0-a512-1d2aef6e49fc admin admin] 10.222.0.10 "GET /v2.0/networks/eb0d3c18-cdb5-4cfe-b080-81089805492f HTTP/1.1" status: 200 len: 842 time: 0.1935508 Apr 06 16:11:57.011805 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:11:57.034150 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Made reservation on behalf of adde80629e924726a2f3021760957e48 for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:11:57.036446 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:57.335655 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.objects.ports [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103707) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 16:11:57.336087 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (e019973a-0469-40fb-99a1-e9d6fdc73408), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:57.399085 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e019973a-0469-40fb-99a1-e9d6fdc73408,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:11:57.409982 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:11:57.410341 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Network hostable DHCP agents. Network: eb0d3c18-cdb5-4cfe-b080-81089805492f, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:11:57.433246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:11:57.443185 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, eb0d3c18-cdb5-4cfe-b080-81089805492f) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:11:57.447149 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:11:57.447727 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:11:57.453551 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564d693-0d03-463f-823b-321527a364fb None None] Network eb0d3c18-cdb5-4cfe-b080-81089805492f requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:11:57.462941 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-8e934e85-b937-4fd1-ae02-079aa2e148cc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4547601 Apr 06 16:11:57.561807 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc26f88-59c3-4dd0-80ea-a3e392be2534 None None] Network eb0d3c18-cdb5-4cfe-b080-81089805492f requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:11:59.939461 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51652) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:12:00.073139 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3e97d977-fd62-40f7-b66a-52b282ffd1c2 demo admin] 10.222.0.10 "GET /v2.0/routers/75b8acc5-b247-442f-9183-6e26ecb9ed7b HTTP/1.1" status: 200 len: 710 time: 0.1324756 Apr 06 16:12:00.160466 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea21dfb-9147-4b21-a527-c2e842adee02 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:12:00.161868 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-aea21dfb-9147-4b21-a527-c2e842adee02 demo admin] 10.222.0.10 "GET /v2.0/networks/eb0d3c18-cdb5-4cfe-b080-81089805492f HTTP/1.1" status: 200 len: 886 time: 0.0835783 Apr 06 16:12:00.170558 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:12:00.490434 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks [] for router_gateway (75b8acc5-b247-442f-9183-6e26ecb9ed7b), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:00.722972 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks [] for router_gateway (75b8acc5-b247-442f-9183-6e26ecb9ed7b), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:00.798760 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:00.898488 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Allocated IP 172.27.3.229 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/40f742b7-51b9-492f-b277-f998dee15cd0) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:12:00.998879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks [] for port (40f742b7-51b9-492f-b277-f998dee15cd0), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:01.032203 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:01.067073 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:12:01.069618 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:12:01.077182 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:12:01.115172 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Pushing event updated for resources: {'Port': ['ID=40f742b7-51b9-492f-b277-f998dee15cd0,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:12:01.331243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks [] for router_gateway (75b8acc5-b247-442f-9183-6e26ecb9ed7b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:01.533258 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3826817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6562'] for router (75b8acc5-b247-442f-9183-6e26ecb9ed7b), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:01.536853 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3828776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3826872'] for router (75b8acc5-b247-442f-9183-6e26ecb9ed7b), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:01.650492 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Router 75b8acc5-b247-442f-9183-6e26ecb9ed7b has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:12:01.838950 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:12:01.843131 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:01.844300 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f27e66ca-b547-46db-a232-1e80afc5ade3 demo admin] 10.222.0.10 "PUT /v2.0/routers/75b8acc5-b247-442f-9183-6e26ecb9ed7b HTTP/1.1" status: 200 len: 890 time: 1.6768839 Apr 06 16:12:04.392915 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 51664) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:12:04.512010 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-bd7eb8bd-cdc5-4fce-944d-8ce09725e44a admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177938 Apr 06 16:12:04.704409 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 54f59ce9-d44e-42f6-9a74-22c6203d2f6b up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:12:04.757684 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:12:04.758068 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:04.836337 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:12:04.910328 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Sync routers for ids ['75b8acc5-b247-442f-9183-6e26ecb9ed7b'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:12:04.921434 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Routers {'75b8acc5-b247-442f-9183-6e26ecb9ed7b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:12:04.922141 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:11:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['75b8acc5-b247-442f-9183-6e26ecb9ed7b'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:12:05.143276 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Set router 75b8acc5-b247-442f-9183-6e26ecb9ed7b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:12:05.611789 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'name': 'router1', 'tenant_id': '1072aaefc6944215b889803f94543995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '40f742b7-51b9-492f-b277-f998dee15cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:11:43Z', 'updated_at': '2022-04-06T16:12:01Z', 'revision_number': 4, 'project_id': '1072aaefc6944215b889803f94543995', 'gw_port': {'id': '40f742b7-51b9-492f-b277-f998dee15cd0', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:12:00Z', 'updated_at': '2022-04-06T16:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '54f59ce9-d44e-42f6-9a74-22c6203d2f6b', 'name': '', 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33', 'tenant_id': '1072aaefc6944215b889803f94543995', 'mac_address': 'fa:16:3e:b5:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:11:52Z', 'updated_at': '2022-04-06T16:11:55Z', 'revision_number': 5, 'project_id': '1072aaefc6944215b889803f94543995', 'subnets': [{'id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '823117c4-dcf1-4ff6-b7fa-747d2347f65a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:12:05.660831 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Checking router: 75b8acc5-b247-442f-9183-6e26ecb9ed7b for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:12:05.661186 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Updating router 75b8acc5-b247-442f-9183-6e26ecb9ed7b port 40f742b7-51b9-492f-b277-f998dee15cd0 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:12:05.714372 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:06.039932 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Publish callbacks [] for port (40f742b7-51b9-492f-b277-f998dee15cd0), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:06.044748 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:06.090735 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Attempting to bind port 40f742b7-51b9-492f-b277-f998dee15cd0 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:12:06.091104 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Attempting to bind port 40f742b7-51b9-492f-b277-f998dee15cd0 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:12:06.091476 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Attempting to bind port 40f742b7-51b9-492f-b277-f998dee15cd0 on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:12:06.104035 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:12:06.104413 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:12:06.104812 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:06.105207 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:12:06.105674 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Bound port: 40f742b7-51b9-492f-b277-f998dee15cd0, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:12:06.106058 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:06.108349 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dabcb-c8c2-4042-a825-dace94978ff7 None None] Pushing event updated for resources: {'Port': ['ID=40f742b7-51b9-492f-b277-f998dee15cd0,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:12:06.158441 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] For port 40f742b7-51b9-492f-b277-f998dee15cd0, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:12:06.161990 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] For port 40f742b7-51b9-492f-b277-f998dee15cd0, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=40f742b7-51b9-492f-b277-f998dee15cd0,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:12:06.171085 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:06.240682 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Routers {'75b8acc5-b247-442f-9183-6e26ecb9ed7b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:12:06.242263 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:11:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['75b8acc5-b247-442f-9183-6e26ecb9ed7b'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:12:06.243467 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dabcb-c8c2-4042-a825-dace94978ff7 None None] Pushing event updated for resources: {'Port': ['ID=40f742b7-51b9-492f-b277-f998dee15cd0,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:12:06.359165 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] Set router 75b8acc5-b247-442f-9183-6e26ecb9ed7b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:12:06.582736 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'name': 'router1', 'tenant_id': '1072aaefc6944215b889803f94543995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '40f742b7-51b9-492f-b277-f998dee15cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:11:43Z', 'updated_at': '2022-04-06T16:12:01Z', 'revision_number': 4, 'project_id': '1072aaefc6944215b889803f94543995', 'gw_port': {'id': '40f742b7-51b9-492f-b277-f998dee15cd0', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:12:00Z', 'updated_at': '2022-04-06T16:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '54f59ce9-d44e-42f6-9a74-22c6203d2f6b', 'name': '', 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33', 'tenant_id': '1072aaefc6944215b889803f94543995', 'mac_address': 'fa:16:3e:b5:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:11:52Z', 'updated_at': '2022-04-06T16:11:55Z', 'revision_number': 5, 'project_id': '1072aaefc6944215b889803f94543995', 'subnets': [{'id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '823117c4-dcf1-4ff6-b7fa-747d2347f65a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:12:06.609326 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5967b-d366-4505-acd9-1c98312a556c None None] The sync data for ids ['75b8acc5-b247-442f-9183-6e26ecb9ed7b'] in dv-cinder-815660-7-iscsi is: [{'id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'name': 'router1', 'tenant_id': '1072aaefc6944215b889803f94543995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '40f742b7-51b9-492f-b277-f998dee15cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:11:43Z', 'updated_at': '2022-04-06T16:12:01Z', 'revision_number': 4, 'project_id': '1072aaefc6944215b889803f94543995', 'gw_port': {'id': '40f742b7-51b9-492f-b277-f998dee15cd0', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:12:00Z', 'updated_at': '2022-04-06T16:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '54f59ce9-d44e-42f6-9a74-22c6203d2f6b', 'name': '', 'network_id': '89bec8c9-e466-4705-a8f7-f1ab12081c33', 'tenant_id': '1072aaefc6944215b889803f94543995', 'mac_address': 'fa:16:3e:b5:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b8acc5-b247-442f-9183-6e26ecb9ed7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:11:52Z', 'updated_at': '2022-04-06T16:11:55Z', 'revision_number': 5, 'project_id': '1072aaefc6944215b889803f94543995', 'subnets': [{'id': 'cb5fa759-898d-43c4-8446-6fbdced282a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '823117c4-dcf1-4ff6-b7fa-747d2347f65a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:12:08.804164 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 40f742b7-51b9-492f-b277-f998dee15cd0 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:12:08.867745 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 40f742b7-51b9-492f-b277-f998dee15cd0 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:12:08.868400 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:08.976178 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 40f742b7-51b9-492f-b277-f998dee15cd0 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:12:08.976828 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:08.999427 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 40f742b7-51b9-492f-b277-f998dee15cd0, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=40f742b7-51b9-492f-b277-f998dee15cd0,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:12:09.012680 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:09.070975 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=40f742b7-51b9-492f-b277-f998dee15cd0,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:12:10.752136 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 40f742b7-51b9-492f-b277-f998dee15cd0 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:12:10.857437 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 40f742b7-51b9-492f-b277-f998dee15cd0 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:12:10.858931 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (40f742b7-51b9-492f-b277-f998dee15cd0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:10.991425 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 40f742b7-51b9-492f-b277-f998dee15cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:12:19.715177 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-722ffa8c-fbfe-4f22-8319-e673fedb1df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:22.052145 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e22cd0a6-c0d7-434e-9fe7-458e671f992b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:23.175115 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:24.570956 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:25.924462 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:32.234493 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:12:49.699570 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-94af7279-8e75-4e08-aeb0-9066a899f4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:52.046656 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef06e-865f-4760-ab92-eb174a61851e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:53.175420 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:54.575319 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:12:55.919050 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:09.233998 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:13:19.701347 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ac50cd9e-732b-4b31-b4b1-96d9e645fdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:22.048124 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ab7de5e1-b7fc-4066-ada1-c5eac62eecdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:23.177260 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:24.573934 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:25.922576 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:26.398287 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52148) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:26.458289 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff460fcc-49ed-4c18-accc-832fae79162c admin admin] GET failed (client error): The resource could not be found. Apr 06 16:13:26.459593 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ff460fcc-49ed-4c18-accc-832fae79162c admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603104 Apr 06 16:13:26.619651 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2436377-76f5-46b7-9deb-94ce13f331bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:26.621049 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a2436377-76f5-46b7-9deb-94ce13f331bf admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574132 Apr 06 16:13:28.920423 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52158) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:29.010506 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8f02b-2ac3-4503-afdc-080ff0e190f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:29.011886 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f7f8f02b-2ac3-4503-afdc-080ff0e190f4 admin admin] 10.222.0.10 "GET /v2.0/subnets/cb5fa759-898d-43c4-8446-6fbdced282a6 HTTP/1.1" status: 200 len: 849 time: 0.0905225 Apr 06 16:13:29.021772 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:13:29.103849 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Publish callbacks [] for subnet (cb5fa759-898d-43c4-8446-6fbdced282a6), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:29.239247 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739640082701'] for subnet (cb5fa759-898d-43c4-8446-6fbdced282a6), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:29.269326 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:29.269918 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:29.273317 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] 10.222.0.10 "PUT /v2.0/subnets/cb5fa759-898d-43c4-8446-6fbdced282a6 HTTP/1.1" status: 200 len: 868 time: 0.2532072 Apr 06 16:13:29.289742 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5fa759-898d-43c4-8446-6fbdced282a6,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:13:29.294001 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580063a-da89-4f7d-a105-dd46a92ae163 None None] Network 89bec8c9-e466-4705-a8f7-f1ab12081c33 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:13:29.299714 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.299714 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.299714 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.301430 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.301626 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.301901 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.302251 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.302589 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.303030 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.303378 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.303715 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.304051 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.304383 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.304710 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.305035 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec53c06-9f52-4150-9f65-591637024e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:13:29.599307 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-7c9798dd-9c17-4f1c-971b-565e848a3193 None None] Provisioning complete for port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:13:29.599697 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7c9798dd-9c17-4f1c-971b-565e848a3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9a746ff5-afe8-47d7-bf70-fd8fd9a59356), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:29.676205 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-7c9798dd-9c17-4f1c-971b-565e848a3193 None None] Current status of the port 9a746ff5-afe8-47d7-bf70-fd8fd9a59356 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:13:29.686159 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-7c9798dd-9c17-4f1c-971b-565e848a3193 None None] Provisioning complete for port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:13:29.686553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7c9798dd-9c17-4f1c-971b-565e848a3193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (54f59ce9-d44e-42f6-9a74-22c6203d2f6b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:29.764026 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-7c9798dd-9c17-4f1c-971b-565e848a3193 None None] Current status of the port 54f59ce9-d44e-42f6-9a74-22c6203d2f6b is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:13:31.605122 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52166) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:31.803384 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8c27c-e910-4fa1-a9a2-b1ae0dcb534c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:31.803859 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8c27c-e910-4fa1-a9a2-b1ae0dcb534c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:31.805397 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-34a8c27c-e910-4fa1-a9a2-b1ae0dcb534c admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993284 Apr 06 16:13:34.127325 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52174) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:34.256628 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5751977-3268-425c-a8a1-492364aa4109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:34.257091 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5751977-3268-425c-a8a1-492364aa4109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:34.258591 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e5751977-3268-425c-a8a1-492364aa4109 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303267 Apr 06 16:13:36.562105 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52182) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:36.688486 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79433d01-a432-4e5a-81da-6f6bc561035b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:36.691128 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-79433d01-a432-4e5a-81da-6f6bc561035b admin admin] 10.222.0.10 "GET /v2.0/networks/89bec8c9-e466-4705-a8f7-f1ab12081c33 HTTP/1.1" status: 200 len: 869 time: 0.1280091 Apr 06 16:13:38.996757 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52190) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:39.151030 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b860cd9-7351-4f0e-b3db-fe18c9942f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:39.152404 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-8b860cd9-7351-4f0e-b3db-fe18c9942f5b admin admin] 10.222.0.10 "GET /v2.0/networks/eb0d3c18-cdb5-4cfe-b080-81089805492f HTTP/1.1" status: 200 len: 886 time: 0.1547155 Apr 06 16:13:41.455082 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52200) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:41.581788 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a06d3-dc8e-47c5-91c5-2eab00d86e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:41.582241 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a06d3-dc8e-47c5-91c5-2eab00d86e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:41.583815 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d58a06d3-dc8e-47c5-91c5-2eab00d86e29 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277912 Apr 06 16:13:43.875877 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52208) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:43.971712 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2283f253-a18f-48e7-9536-8ca5aa8efd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:43.972160 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2283f253-a18f-48e7-9536-8ca5aa8efd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:43.973650 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-2283f253-a18f-48e7-9536-8ca5aa8efd36 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968299 Apr 06 16:13:46.233250 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:13:46.298060 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52216) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:46.389833 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a435879b-d7e9-496f-8e05-fd92a98b4be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:46.391218 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a435879b-d7e9-496f-8e05-fd92a98b4be3 admin admin] 10.222.0.10 "GET /v2.0/subnets/cb5fa759-898d-43c4-8446-6fbdced282a6 HTTP/1.1" status: 200 len: 868 time: 0.0922353 Apr 06 16:13:48.684138 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52224) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:13:48.769964 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c45c6-9625-42b6-8043-12ef90eca536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:13:48.771305 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ae1c45c6-9625-42b6-8043-12ef90eca536 admin admin] 10.222.0.10 "GET /v2.0/subnets/e019973a-0469-40fb-99a1-e9d6fdc73408 HTTP/1.1" status: 200 len: 816 time: 0.0861387 Apr 06 16:13:49.704592 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1cc69a1a-956b-4227-853d-8be358d424cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:52.049859 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-da7a6289-46fe-438b-8b45-7341989f38ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:53.179896 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:54.576509 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:13:55.926909 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:19.705207 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f20779f9-035d-495b-8785-9a5c35e63a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:22.057410 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce1a3-efe1-41c1-8c64-34942954f524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:23.182469 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:23.232274 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:14:24.580035 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:25.928495 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:29.368844 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52284) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:14:29.415802 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [None req-bc3f49dc-022c-4ba0-873d-92b1c22e7e5e admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:14:29.416777 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-bc3f49dc-022c-4ba0-873d-92b1c22e7e5e admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470345 Apr 06 16:14:31.801503 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52292) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:14:31.859745 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3b3c1b-0218-4a4a-8a4c-e264ec40da99 admin admin] GET failed (client error): The resource could not be found. Apr 06 16:14:31.860995 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3a3b3c1b-0218-4a4a-8a4c-e264ec40da99 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585713 Apr 06 16:14:31.953214 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584130ef-dca9-4816-bc96-795f182ba5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:14:31.954689 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-584130ef-dca9-4816-bc96-795f182ba5ed admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0897160 Apr 06 16:14:34.287522 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52300) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:14:34.335054 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:14:34.352800 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Made reservation on behalf of adde80629e924726a2f3021760957e48 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:14:34.354975 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:34.385904 dv-cinder-815660-7-iscsi neutron-server[103707]: WARNING neutron.services.revisions.revision_plugin [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Could not find related network for resource to bump revision. Apr 06 16:14:34.399650 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:14:34.408815 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (f6f64c26-a060-4b72-9721-c73c07593d4c), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:34.409193 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.segments_db [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Added segment f6f64c26-a060-4b72-9721-c73c07593d4c of type vlan for network 64c00b41-1535-49d9-b18f-fd6876d64d80 Apr 06 16:14:34.455024 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (64c00b41-1535-49d9-b18f-fd6876d64d80), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:34.477910 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (64c00b41-1535-49d9-b18f-fd6876d64d80), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:34.478787 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:14:34.479353 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:34.534779 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2461901 Apr 06 16:14:34.537496 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Pushing event updated for resources: {'Network': ['ID=64c00b41-1535-49d9-b18f-fd6876d64d80,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:14:34.544606 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.544948 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.545287 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.546174 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.546505 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.546864 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.547189 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.547508 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.547850 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.548175 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.548495 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.548828 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.549150 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.549463 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.549777 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2ddaa-762c-451a-922e-9723e5fefcb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:34.562678 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 64c00b41-1535-49d9-b18f-fd6876d64d80 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:14:36.894247 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52308) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:14:36.955864 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9c16a7-9720-4703-96dd-b7bbee0c1c1e admin admin] GET failed (client error): The resource could not be found. Apr 06 16:14:36.957139 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-7f9c16a7-9720-4703-96dd-b7bbee0c1c1e admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619006 Apr 06 16:14:37.025600 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f2f44-ae59-4ed8-990f-041e95ed4cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:14:37.026980 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d49f2f44-ae59-4ed8-990f-041e95ed4cc7 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656896 Apr 06 16:14:37.037069 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Request body: {'subnet': {'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:14:37.055757 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Made reservation on behalf of adde80629e924726a2f3021760957e48 for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:14:37.057987 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:37.305176 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (e30e539d-fef8-48bc-9a9f-a84742c2d3cd), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:37.356888 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30e539d-fef8-48bc-9a9f-a84742c2d3cd,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:14:37.366654 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Checking segment: {'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:14:37.367049 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Network hostable DHCP agents. Network: 64c00b41-1535-49d9-b18f-fd6876d64d80, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:14:37.383482 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Network 64c00b41-1535-49d9-b18f-fd6876d64d80 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:14:37.394237 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 64c00b41-1535-49d9-b18f-fd6876d64d80) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:14:37.398376 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:14:37.398989 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:37.404637 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b01ca-6588-41b6-9724-9e6a96f94bec None None] Network 64c00b41-1535-49d9-b18f-fd6876d64d80 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:14:37.414417 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a2b81cdf-1145-4d9f-8028-b588630fa0a5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3805902 Apr 06 16:14:37.609790 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-64c00b41-1535-49d9-b18f-fd6876d64d80', 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80', 'project_id': 'adde80629e924726a2f3021760957e48', 'fixed_ips': [{'subnet_id': 'e30e539d-fef8-48bc-9a9f-a84742c2d3cd'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:14:37.610940 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:37.749674 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Allocated IP 192.168.233.2 (64c00b41-1535-49d9-b18f-fd6876d64d80/e30e539d-fef8-48bc-9a9f-a84742c2d3cd/3e62b821-61fb-415a-a8a3-48e32448776f) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:14:37.890463 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Publish callbacks [] for port (3e62b821-61fb-415a-a8a3-48e32448776f), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:37.896435 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:37.941511 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Network 64c00b41-1535-49d9-b18f-fd6876d64d80 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:14:37.944549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:14:37.948800 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:14:37.951932 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Pushing event updated for resources: {'Port': ['ID=3e62b821-61fb-415a-a8a3-48e32448776f,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:14:37.962730 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.963087 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.963449 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.963806 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.964141 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.964471 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.964793 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.965121 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.965445 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.965769 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.966091 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.966429 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.966779 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.967101 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:37.967487 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:14:38.016368 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Attempting to bind port 3e62b821-61fb-415a-a8a3-48e32448776f on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:14:38.016735 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Attempting to bind port 3e62b821-61fb-415a-a8a3-48e32448776f by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:14:38.017097 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Attempting to bind port 3e62b821-61fb-415a-a8a3-48e32448776f on network 64c00b41-1535-49d9-b18f-fd6876d64d80 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:14:38.022074 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:14:38.022442 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Checking segment: {'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:14:38.022872 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:38.023267 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Bound using segment: {'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:14:38.023726 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Bound port: 3e62b821-61fb-415a-a8a3-48e32448776f, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:14:38.024110 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:38.085650 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] For port 3e62b821-61fb-415a-a8a3-48e32448776f, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:14:38.088991 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] For port 3e62b821-61fb-415a-a8a3-48e32448776f, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=3e62b821-61fb-415a-a8a3-48e32448776f,segment=NetworkSegment(f6f64c26-a060-4b72-9721-c73c07593d4c),segment_id=f6f64c26-a060-4b72-9721-c73c07593d4c)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:14:38.095274 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:38.159587 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b7897-293e-4ee4-b5b8-daf8dcac0120 None None] Pushing event updated for resources: {'Port': ['ID=3e62b821-61fb-415a-a8a3-48e32448776f,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:14:38.811712 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 3e62b821-61fb-415a-a8a3-48e32448776f up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:14:38.870572 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 3e62b821-61fb-415a-a8a3-48e32448776f triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:14:38.871629 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:38.959419 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 3e62b821-61fb-415a-a8a3-48e32448776f is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:14:38.959902 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:38.996539 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 3e62b821-61fb-415a-a8a3-48e32448776f, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=3e62b821-61fb-415a-a8a3-48e32448776f,segment=NetworkSegment(f6f64c26-a060-4b72-9721-c73c07593d4c),segment_id=f6f64c26-a060-4b72-9721-c73c07593d4c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:14:39.001748 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:39.057323 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a967db42-7b57-409c-bdde-a058e8e15beb None None] Network 64c00b41-1535-49d9-b18f-fd6876d64d80 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:14:39.100640 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=3e62b821-61fb-415a-a8a3-48e32448776f,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:14:39.127217 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-d7254eb4-130c-43b0-913f-6b8ab2df0180 None None] Provisioning complete for port 3e62b821-61fb-415a-a8a3-48e32448776f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:14:39.127611 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d7254eb4-130c-43b0-913f-6b8ab2df0180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:39.252798 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-d7254eb4-130c-43b0-913f-6b8ab2df0180 None None] Current status of the port 3e62b821-61fb-415a-a8a3-48e32448776f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:14:39.473245 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-b797166c-0656-4ebd-9396-8d24a6ea3204 None None] Provisioning complete for port 3e62b821-61fb-415a-a8a3-48e32448776f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:14:39.473629 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b797166c-0656-4ebd-9396-8d24a6ea3204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:39.554446 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-b797166c-0656-4ebd-9396-8d24a6ea3204 None None] Current status of the port 3e62b821-61fb-415a-a8a3-48e32448776f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:14:40.776534 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 3e62b821-61fb-415a-a8a3-48e32448776f up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:14:40.824176 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 3e62b821-61fb-415a-a8a3-48e32448776f triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:14:40.824572 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (3e62b821-61fb-415a-a8a3-48e32448776f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:40.902076 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 3e62b821-61fb-415a-a8a3-48e32448776f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:14:49.706897 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f4568c4f-63bb-4a3f-a4fe-ed462ad6e5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:52.049323 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1e70ded0-0bb6-4fc1-93d0-6d68e1d4221a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:53.185064 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:54.582776 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:14:55.930972 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:00.231382 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:15:19.707956 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f1741ab4-d42b-41dc-8f9d-5e051e118209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:22.051741 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9108dd59-d400-4783-aa38-68d5bdfc90ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:23.188736 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:24.587427 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:25.934124 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:37.230456 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:15:49.710115 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-239ef7a9-9e71-442a-a73c-78d7dd65245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:52.056584 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fb648429-c195-4d33-a2d3-5d62a6ffa5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:53.192034 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:54.589857 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:15:55.936266 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:08.938308 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52346) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:16:08.943976 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [None req-288c2163-1cc8-4759-b0e5-e1fe84698f75 tempest-verify_tempest_config-1034815016 tempest-verify_tempest_config-1034815016-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:16:08.944963 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-288c2163-1cc8-4759-b0e5-e1fe84698f75 tempest-verify_tempest_config-1034815016 tempest-verify_tempest_config-1034815016-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056124 Apr 06 16:16:09.229521 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52364) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:16:09.328101 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:09.404625 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Publish callbacks [] for security_group (be320ae8-01c1-43bc-b946-96939e436054), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:09.408180 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (be320ae8-01c1-43bc-b946-96939e436054), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:09.453790 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0bdc17089a7643e6a2b4c741501c6050&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2232356 Apr 06 16:16:09.454767 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be320ae8-01c1-43bc-b946-96939e436054,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:16:09.456510 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52368) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:16:09.461650 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.462005 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.462361 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.462717 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.463066 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.463402 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.463733 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.464061 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.464408 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.464740 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.465086 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.466255 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.466586 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.466942 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.467266 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b8310-bac2-47cd-99e9-a94082aecd43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.512944 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Publish callbacks [] for security_group (be320ae8-01c1-43bc-b946-96939e436054), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:09.533485 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Publish callbacks [] for security_group (be320ae8-01c1-43bc-b946-96939e436054), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:09.622882 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (be320ae8-01c1-43bc-b946-96939e436054), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:09.625358 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:09.626531 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be320ae8-01c1-43bc-b946-96939e436054 HTTP/1.1" status: 204 len: 168 time: 0.1685419 Apr 06 16:16:09.633776 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be320ae8-01c1-43bc-b946-96939e436054,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:16:09.640786 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.641133 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.641496 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.641838 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.642172 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.642499 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.642848 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.643174 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.643507 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.643834 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.644170 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.644494 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.644869 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.645116 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:09.645435 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f35d4-a26a-4ed3-8498-eabcbdba6e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:16:14.228975 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:16:19.711627 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2ecd-3542-44e8-99d2-93c7b984769b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:22.059833 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b77325f3-23fd-4eed-886a-39bfe1a0c3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:23.192822 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:24.595575 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:25.939076 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:49.711072 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-019f932a-2ea6-4f00-8558-9bdd126cda24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:51.227672 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:16:52.060650 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c70494dd-ebbb-4897-93fa-7ed171bfa7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:53.194973 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:54.597267 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:16:55.941434 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:19.711552 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-630d0056-2482-4830-8acf-33eda326121a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:22.062530 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f3c2cec0-8d03-4eb0-b900-7915b72524e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:23.197748 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:24.599789 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:25.943114 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:28.226915 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 5 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:17:49.712416 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-28297b46-9bf5-478d-a46f-6b871af51fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:52.063010 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-30b24f56-8321-47a8-8f4d-36e22e6f422d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:52.827549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838557'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:53.201638 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:54.605227 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:17:55.949014 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:05.226205 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:18:07.699966 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52440) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:18:07.800767 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-546b48a7-4605-4b08-892b-a0980b94bc73 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997229 Apr 06 16:18:10.130933 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52450) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:18:10.183890 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-966d5a89-3e39-439f-9d3c-f271630679e8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0518813 Apr 06 16:18:19.713160 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2e1aac30-b9df-48c3-9597-b8c0546bfa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:22.064801 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9011609b-6e09-4b75-a14b-1ab4c15cec6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:22.809298 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:23.204003 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:24.605949 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:25.940360 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:42.225105 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:18:49.716146 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-21e5de6f-4db7-41f4-bc8d-d48711bcd022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:52.066345 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d650f8ff-85c0-47eb-bf17-492bac378278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:52.821234 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:53.207873 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:54.610485 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:18:55.942505 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:19.223488 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:19:19.718339 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b4def456-cded-444c-8154-85d03f1b7065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:22.067451 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6404-e9b7-4972-95ae-e6d3acafd42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:22.826264 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:23.209247 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:24.611992 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:25.945700 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:48.640606 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52602) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:48.824072 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1943904929-network', 'tenant_id': '5c680db6019347c58db749f3a00b24fb'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:48.849174 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Made reservation on behalf of 5c680db6019347c58db749f3a00b24fb for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:19:48.854120 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:48.863205 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:48.953854 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Publish callbacks [] for security_group (95b25ae5-595c-4439-85c6-cc06a39742e3), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:48.958899 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (95b25ae5-595c-4439-85c6-cc06a39742e3), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:48.987270 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b25ae5-595c-4439-85c6-cc06a39742e3,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:48.997661 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:48.998321 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:48.999272 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:48.999870 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.000368 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.000690 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.001024 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.001522 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.001869 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.002489 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.002868 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.003234 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.003564 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.003891 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.004212 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Tracked resource versions report: Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: pushed versions: Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: { 'AddressGroup': {'1.2'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Agent': {'1.1'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'ConntrackHelper': {'1.0'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Log': {'1.0'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'NDPProxy': {'1.0'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Network': {'1.1'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Port': {'1.7'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'PortForwarding': {'1.3'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'QosPolicy': {'1.10'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SecurityGroup': {'1.5'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SubPort': {'1.0'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Subnet': {'1.1'}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Trunk': {'1.1'}} Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: consumer versions: Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: { DHCP agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: HyperV agent@hv-cinder-81566: {}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: L3 agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: Metadata agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: Metering agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: Open vSwitch agent@dv-cinder-815660-7-iscsi: { 'AddressGroup': '1.2', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Agent': '1.1', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'ConntrackHelper': '1.0', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'LocalIPAssociation': '1.0', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Log': '1.0', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'NDPProxy': '1.0', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Network': '1.1', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Port': '1.7', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'PortForwarding': '1.3', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'QosPolicy': '1.10', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SecurityGroup': '1.5', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SecurityGroupRule': '1.2', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'SubPort': '1.0', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Subnet': '1.1', Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: 'Trunk': '1.1'}} Apr 06 16:19:49.005382 dv-cinder-815660-7-iscsi neutron-server[103707]: {{(pid=103707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:19:49.011157 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:19:49.028492 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (6815251c-4373-4802-9ea7-6dd594cdc02a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.029470 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.segments_db [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Added segment 6815251c-4373-4802-9ea7-6dd594cdc02a of type vlan for network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 Apr 06 16:19:49.092183 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (b8c48e4b-cf0d-46ad-86bc-75206242ddf7), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.122913 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (b8c48e4b-cf0d-46ad-86bc-75206242ddf7), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.125575 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:49.126182 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.161142 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52646) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:49.161886 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5194495 Apr 06 16:19:49.167267 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Request body: {'subnet': {'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1943904929-subnet', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:49.207828 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Made reservation on behalf of 5c680db6019347c58db749f3a00b24fb for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:19:49.210657 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.215149 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a5bfe-4c6a-43f5-9fc1-526af6ecaebb admin admin] Pushing event updated for resources: {'Network': ['ID=b8c48e4b-cf0d-46ad-86bc-75206242ddf7,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:49.232346 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:19:49.410661 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (31d8ccaf-2104-453c-8bf6-227a1b24768d), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.452447 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d8ccaf-2104-453c-8bf6-227a1b24768d,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:49.462278 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.462723 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.463167 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.463556 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.463961 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.464357 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.464760 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.465174 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.465571 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.465955 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.466476 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.466991 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.467316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.467792 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.468267 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Tracked resource versions report: Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: pushed versions: Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: { 'AddressGroup': {'1.2'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Agent': {'1.1'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'ConntrackHelper': {'1.0'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Log': {'1.0'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'NDPProxy': {'1.0'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Network': {'1.1'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Port': {'1.7'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'PortForwarding': {'1.3'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'QosPolicy': {'1.10'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SecurityGroup': {'1.5'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SubPort': {'1.0'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Subnet': {'1.1'}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Trunk': {'1.1'}} Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: consumer versions: Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: { DHCP agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: HyperV agent@hv-cinder-81566: {}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: L3 agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: Metadata agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: Metering agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: Open vSwitch agent@dv-cinder-815660-7-iscsi: { 'AddressGroup': '1.2', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Agent': '1.1', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'ConntrackHelper': '1.0', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'LocalIPAssociation': '1.0', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Log': '1.0', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'NDPProxy': '1.0', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Network': '1.1', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Port': '1.7', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'PortForwarding': '1.3', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'QosPolicy': '1.10', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SecurityGroup': '1.5', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SecurityGroupRule': '1.2', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'SubPort': '1.0', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Subnet': '1.1', Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: 'Trunk': '1.1'}} Apr 06 16:19:49.469557 dv-cinder-815660-7-iscsi neutron-server[103706]: {{(pid=103706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:19:49.493586 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52658) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:49.506636 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Checking segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:19:49.507212 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Network hostable DHCP agents. Network: b8c48e4b-cf0d-46ad-86bc-75206242ddf7, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:19:49.526870 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:19:49.539337 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, b8c48e4b-cf0d-46ad-86bc-75206242ddf7) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:49.545982 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:49.546510 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.549854 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcaac34-7f78-4313-a6ef-b12daa7e5ef7 None None] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:19:49.567170 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52664) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:49.567383 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-01c699db-e53a-4df5-9518-9f7e077300ab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4053304 Apr 06 16:19:49.585682 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:49.622488 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (84f13122-0e2c-4b3b-becd-6fa53a86220e), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.623549 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (84f13122-0e2c-4b3b-becd-6fa53a86220e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.696949 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'project_id': '5c680db6019347c58db749f3a00b24fb', 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:19:49.699246 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.724101 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks [] for router_controller (84f13122-0e2c-4b3b-becd-6fa53a86220e), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:49.754965 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52676) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:49.794966 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52686) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:49.802358 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9b4b780e-e0be-486a-abc9-29314ac9524b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.014648 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks [] for router_gateway (84f13122-0e2c-4b3b-becd-6fa53a86220e), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.053579 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Allocated IP 172.20.0.2 (b8c48e4b-cf0d-46ad-86bc-75206242ddf7/31d8ccaf-2104-453c-8bf6-227a1b24768d/107149d1-8838-4e7a-8e6a-e92aa21198d2) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:19:50.075480 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-356088299-network', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:50.090100 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-703349536-network', 'tenant_id': '733929ffe55a415f9cb2f4f2e740d9bf'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:50.105577 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Made reservation on behalf of c344cd4b518a49d48b73913e4b073454 for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:19:50.109943 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.122223 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.169543 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Made reservation on behalf of 733929ffe55a415f9cb2f4f2e740d9bf for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:19:50.173405 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.193438 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.219306 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2033431387-network', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:50.271041 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Publish callbacks [] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.289869 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.293709 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Made reservation on behalf of 8bbedda6ee48464fb3365fed5dbed23a for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:19:50.297065 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.302818 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Publish callbacks [] for security_group (0f432fc9-5b00-4903-85ee-1aff9a2838b9), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.312855 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.317097 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Publish callbacks [] for security_group (14a1f817-284c-4a15-938e-570daaeee8ef), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.326650 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0f432fc9-5b00-4903-85ee-1aff9a2838b9), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.334876 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (14a1f817-284c-4a15-938e-570daaeee8ef), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.372121 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:19:50.376884 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:50.379817 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Pushing event updated for resources: {'Port': ['ID=107149d1-8838-4e7a-8e6a-e92aa21198d2,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:50.382078 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:19:50.382208 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1f817-284c-4a15-938e-570daaeee8ef,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:50.404458 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:19:50.408839 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.409308 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.409902 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.410336 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.412625 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.413095 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.413620 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.414039 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.415417 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.419355 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.419355 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.419355 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.419355 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.419355 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.419355 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Tracked resource versions report: Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: pushed versions: Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: { 'AddressGroup': {'1.2'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Agent': {'1.1'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'ConntrackHelper': {'1.0'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Log': {'1.0'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'NDPProxy': {'1.0'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Network': {'1.1'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Port': {'1.7'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'PortForwarding': {'1.3'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'QosPolicy': {'1.10'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SecurityGroup': {'1.5'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SubPort': {'1.0'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Subnet': {'1.1'}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Trunk': {'1.1'}} Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: consumer versions: Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: { DHCP agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: HyperV agent@hv-cinder-81566: {}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: L3 agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: Metadata agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: Metering agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: Open vSwitch agent@dv-cinder-815660-7-iscsi: { 'AddressGroup': '1.2', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Agent': '1.1', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'ConntrackHelper': '1.0', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'LocalIPAssociation': '1.0', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Log': '1.0', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'NDPProxy': '1.0', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Network': '1.1', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Port': '1.7', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'PortForwarding': '1.3', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'QosPolicy': '1.10', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SecurityGroup': '1.5', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SecurityGroupRule': '1.2', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'SubPort': '1.0', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Subnet': '1.1', Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: 'Trunk': '1.1'}} Apr 06 16:19:50.419868 dv-cinder-815660-7-iscsi neutron-server[103708]: {{(pid=103708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:19:50.457403 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (247ff860-e462-4818-a046-da4a3be3cb73), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.457761 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Added segment 247ff860-e462-4818-a046-da4a3be3cb73 of type vlan for network c43e56b7-c540-4dca-aa3d-9aeb6492981e Apr 06 16:19:50.466265 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f432fc9-5b00-4903-85ee-1aff9a2838b9,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:50.510508 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Attempting to bind port 107149d1-8838-4e7a-8e6a-e92aa21198d2 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:19:50.512496 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Attempting to bind port 107149d1-8838-4e7a-8e6a-e92aa21198d2 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:19:50.512496 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Attempting to bind port 107149d1-8838-4e7a-8e6a-e92aa21198d2 on network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:19:50.525636 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:19:50.527339 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:19:50.527716 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Checking segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:19:50.528202 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.529876 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Bound using segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:19:50.530365 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Bound port: 107149d1-8838-4e7a-8e6a-e92aa21198d2, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:19:50.532002 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.548586 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (195fba73-e78a-4aa5-9822-ea5ca44307f6), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.548950 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.segments_db [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Added segment 195fba73-e78a-4aa5-9822-ea5ca44307f6 of type vlan for network 7579ebe2-d9b2-4125-8489-d24775b2775c Apr 06 16:19:50.550982 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (c43e56b7-c540-4dca-aa3d-9aeb6492981e), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.590774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks [] for router_gateway (84f13122-0e2c-4b3b-becd-6fa53a86220e), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.618992 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.626939 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Publish callbacks [] for security_group (7ed16e39-f6ed-43cc-aee6-10621aed92f8), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.636961 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (7579ebe2-d9b2-4125-8489-d24775b2775c), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.653814 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (7ed16e39-f6ed-43cc-aee6-10621aed92f8), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.663367 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] For port 107149d1-8838-4e7a-8e6a-e92aa21198d2, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:19:50.669535 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] For port 107149d1-8838-4e7a-8e6a-e92aa21198d2, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=107149d1-8838-4e7a-8e6a-e92aa21198d2,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:19:50.688175 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.720452 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (7579ebe2-d9b2-4125-8489-d24775b2775c), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.721633 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:19:50.722108 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:50.723062 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.735713 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (c43e56b7-c540-4dca-aa3d-9aeb6492981e), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.736667 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:50.739266 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.760554 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (f46a7bfe-4f6a-41c3-8711-2523acbd332c), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.760901 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Added segment f46a7bfe-4f6a-41c3-8711-2523acbd332c of type vlan for network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a Apr 06 16:19:50.802092 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381f827-5a71-4c2c-87aa-ca73fcdba543 None None] Pushing event updated for resources: {'Port': ['ID=107149d1-8838-4e7a-8e6a-e92aa21198d2,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:50.853433 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (60a0ad62-9536-48c1-8d5c-18a2aec63d4a), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:50.867126 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed16e39-f6ed-43cc-aee6-10621aed92f8,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:50.867427 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Allocated IP 172.27.3.161 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/ce9493ab-ad36-4cc7-be73-c066bb89e2e4) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:19:50.899945 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4040217 Apr 06 16:19:50.908633 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52726) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:50.915094 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Request body: {'subnet': {'network_id': '7579ebe2-d9b2-4125-8489-d24775b2775c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-703349536-subnet', 'tenant_id': '733929ffe55a415f9cb2f4f2e740d9bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:50.972995 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2139421 Apr 06 16:19:51.017475 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52730) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:51.020993 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1efb1-3699-4740-934f-4cfefd228fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=7579ebe2-d9b2-4125-8489-d24775b2775c,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:51.038992 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 7579ebe2-d9b2-4125-8489-d24775b2775c details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:19:51.057509 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Request body: {'subnet': {'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-subnet', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:51.060642 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (60a0ad62-9536-48c1-8d5c-18a2aec63d4a), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.061580 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:51.062164 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.097891 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Made reservation on behalf of c344cd4b518a49d48b73913e4b073454 for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:19:51.101430 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.155533 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3564124 Apr 06 16:19:51.156771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52744) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:51.161637 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Request body: {'subnet': {'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-subnet', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:51.166384 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73497d-ad63-4552-b1bc-19bb69dafa0b admin admin] Pushing event updated for resources: {'Network': ['ID=c43e56b7-c540-4dca-aa3d-9aeb6492981e,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:51.181755 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Made reservation on behalf of 733929ffe55a415f9cb2f4f2e740d9bf for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:19:51.184097 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.210576 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:19:51.272828 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Made reservation on behalf of 8bbedda6ee48464fb3365fed5dbed23a for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:19:51.277812 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.313704 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c096c-abb9-4dfe-bd52-3c7f1272b9df admin admin] Pushing event updated for resources: {'Network': ['ID=60a0ad62-9536-48c1-8d5c-18a2aec63d4a,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:51.331409 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:19:51.448730 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks [] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.619316 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.652357 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.699185 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (47e79c2b-30c0-4b84-9b16-36972fd23242), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.716421 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:51.726371 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Checking segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:19:51.727387 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Network hostable DHCP agents. Network: 60a0ad62-9536-48c1-8d5c-18a2aec63d4a, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:19:51.747470 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:19:51.759329 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 60a0ad62-9536-48c1-8d5c-18a2aec63d4a) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:51.764345 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:51.765313 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.770542 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837c84b-1047-429e-a55d-51e94b193e20 None None] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:19:51.801836 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-1a300c9f-922e-4a70-ab60-057f69fe4dac admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6414371 Apr 06 16:19:51.802279 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52764) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:51.806887 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:51.845142 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:19:51.857707 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (872b17a7-94a0-4620-bec3-32724cdb0273), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.861564 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (872b17a7-94a0-4620-bec3-32724cdb0273), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:51.877413 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:51.886866 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:19:51.901850 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (836d4c8a-fa91-44cc-8178-7ba4fe00e21d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.037510 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:19:52.038272 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.108815 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks [] for router_controller (872b17a7-94a0-4620-bec3-32724cdb0273), precommit_add_association {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.129260 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9493ab-ad36-4cc7-be73-c066bb89e2e4,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:52.139899 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-127ca538-74e7-4b97-87bc-f66583c83bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.198737 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Checking segment: {'id': '195fba73-e78a-4aa5-9822-ea5ca44307f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7579ebe2-d9b2-4125-8489-d24775b2775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:19:52.199114 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Network hostable DHCP agents. Network: 7579ebe2-d9b2-4125-8489-d24775b2775c, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:19:52.223100 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e79c2b-30c0-4b84-9b16-36972fd23242,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:52.263100 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Checking segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:19:52.263469 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Network hostable DHCP agents. Network: c43e56b7-c540-4dca-aa3d-9aeb6492981e, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:19:52.421104 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836d4c8a-fa91-44cc-8178-7ba4fe00e21d,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:52.424030 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Network 7579ebe2-d9b2-4125-8489-d24775b2775c is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:19:52.444002 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Allocated IP 172.20.0.2 (60a0ad62-9536-48c1-8d5c-18a2aec63d4a/36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4/142f59ae-7b90-4cd2-99fa-c778159d45bd) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:19:52.485374 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:19:52.488190 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab1f7c-c473-46e7-b115-22df2b02451a None None] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:19:52.532916 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 7579ebe2-d9b2-4125-8489-d24775b2775c) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:52.536239 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, c43e56b7-c540-4dca-aa3d-9aeb6492981e) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:52.600301 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:52.600914 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.617103 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:52.618277 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.667168 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a117d7-efd8-430f-9533-e662a2292d63 None None] Network 7579ebe2-d9b2-4125-8489-d24775b2775c requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:19:52.669118 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5428352-581a-41ed-84e2-bc68710fc93a None None] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:19:52.680411 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ba385857-68ad-4cde-a82e-945935ea3505 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6342931 Apr 06 16:19:52.701266 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ed8ee43f-fcad-426b-b8d1-5812beede418 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7869000 Apr 06 16:19:52.705141 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52806) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:52.725426 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:52.775163 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks [] for router_gateway (872b17a7-94a0-4620-bec3-32724cdb0273), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.783872 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks [] for router_gateway (84f13122-0e2c-4b3b-becd-6fa53a86220e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.863372 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52822) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:52.885298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (73f28bdb-aa8d-4463-89a8-c2093661e77f), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:52.887988 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (73f28bdb-aa8d-4463-89a8-c2093661e77f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.144161 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 107149d1-8838-4e7a-8e6a-e92aa21198d2 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:19:53.160951 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-069252a8-b4bf-4880-ae96-39ad4c11876d None None] Provisioning complete for port 107149d1-8838-4e7a-8e6a-e92aa21198d2 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:19:53.161837 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-069252a8-b4bf-4880-ae96-39ad4c11876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.185746 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks [] for router_controller (73f28bdb-aa8d-4463-89a8-c2093661e77f), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.203909 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc726-75e3-4eac-9dac-93f015d9d59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.271830 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks [] for router_gateway (872b17a7-94a0-4620-bec3-32724cdb0273), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.309854 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.343840 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26865ed8-fbdd-4baa-8578-b8f8129e2cca None None] Network 7579ebe2-d9b2-4125-8489-d24775b2775c requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:19:53.396753 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52858) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:53.399517 dv-cinder-815660-7-iscsi neutron-server[103706]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 16:19:53.413496 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (84f13122-0e2c-4b3b-becd-6fa53a86220e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.417414 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.418153 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.423632 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks [] for router_gateway (73f28bdb-aa8d-4463-89a8-c2093661e77f), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.596039 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc726-75e3-4eac-9dac-93f015d9d59a admin admin] Publish callbacks [] for security_group (3aac67fa-6ab3-4a7a-a7f8-a78ff14a0bce), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.598578 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Publish callbacks [] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.609939 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc726-75e3-4eac-9dac-93f015d9d59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (3aac67fa-6ab3-4a7a-a7f8-a78ff14a0bce), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.662781 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:19:53.663663 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.673572 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6c6fc726-75e3-4eac-9dac-93f015d9d59a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62d52d76be75437b986d3d80559093cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8090832 Apr 06 16:19:53.675440 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52864) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:53.689531 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fc726-75e3-4eac-9dac-93f015d9d59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac67fa-6ab3-4a7a-a7f8-a78ff14a0bce,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:53.696220 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.778183 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Pushing event updated for resources: {'Port': ['ID=142f59ae-7b90-4cd2-99fa-c778159d45bd,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:53.803308 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a105be-e6dd-4636-8f04-3f685581296b req-72163afc-69b6-42cf-848a-36ee9ed0987b tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:53.812389 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-72163afc-69b6-42cf-848a-36ee9ed0987b tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/networks?id=7579ebe2-d9b2-4125-8489-d24775b2775c HTTP/1.1" status: 200 len: 811 time: 0.4150522 Apr 06 16:19:53.842113 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c68b2dc-b5d7-406a-a686-a94d4952e67c admin admin] Publish callbacks [] for security_group (3aac67fa-6ab3-4a7a-a7f8-a78ff14a0bce), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.843246 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Allocated IP 172.27.3.185 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/58559564-f8a9-4d90-8f2e-65b99940e733) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:19:53.857642 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-13852869-033d-458c-993f-8eb001f6b0fb tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/quotas/733929ffe55a415f9cb2f4f2e740d9bf HTTP/1.1" status: 200 len: 375 time: 0.0438712 Apr 06 16:19:53.878548 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Router 84f13122-0e2c-4b3b-becd-6fa53a86220e is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:19:53.912379 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c68b2dc-b5d7-406a-a686-a94d4952e67c admin admin] Publish callbacks [] for security_group (3aac67fa-6ab3-4a7a-a7f8-a78ff14a0bce), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.934121 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 107149d1-8838-4e7a-8e6a-e92aa21198d2 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:19:53.934779 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.948099 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-338e4d29-76b3-4584-a684-5d805ce66ba0 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=733929ffe55a415f9cb2f4f2e740d9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893407 Apr 06 16:19:53.980219 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:19:53.984158 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:53.986127 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-069252a8-b4bf-4880-ae96-39ad4c11876d None None] Current status of the port 107149d1-8838-4e7a-8e6a-e92aa21198d2 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:19:53.986534 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-069252a8-b4bf-4880-ae96-39ad4c11876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:53.991353 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:19:54.051040 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks [] for router_gateway (73f28bdb-aa8d-4463-89a8-c2093661e77f), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.077033 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Allocated IP 172.20.0.2 (c43e56b7-c540-4dca-aa3d-9aeb6492981e/47e79c2b-30c0-4b84-9b16-36972fd23242/da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:19:54.077646 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks [] for port (58559564-f8a9-4d90-8f2e-65b99940e733), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.083558 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.187888 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-069252a8-b4bf-4880-ae96-39ad4c11876d None None] For port 107149d1-8838-4e7a-8e6a-e92aa21198d2, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=107149d1-8838-4e7a-8e6a-e92aa21198d2,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:19:54.189358 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Attempting to bind port 142f59ae-7b90-4cd2-99fa-c778159d45bd on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:19:54.189914 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Attempting to bind port 142f59ae-7b90-4cd2-99fa-c778159d45bd by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:19:54.190653 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Attempting to bind port 142f59ae-7b90-4cd2-99fa-c778159d45bd on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:19:54.209096 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.215330 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-069252a8-b4bf-4880-ae96-39ad4c11876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.267406 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:19:54.267785 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Checking segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:19:54.268188 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.268583 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Bound using segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:19:54.269068 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Bound port: 142f59ae-7b90-4cd2-99fa-c778159d45bd, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:19:54.269451 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.279843 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:19:54.305468 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-ef701c6d-959d-42a3-a199-ddcddbd47901 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:19:54.306531 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-ef701c6d-959d-42a3-a199-ddcddbd47901 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1062360 Apr 06 16:19:54.311575 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:54.321230 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:19:54.323863 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 107149d1-8838-4e7a-8e6a-e92aa21198d2 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:19:54.324324 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.389615 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c68b2dc-b5d7-406a-a686-a94d4952e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (3aac67fa-6ab3-4a7a-a7f8-a78ff14a0bce), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.392411 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c68b2dc-b5d7-406a-a686-a94d4952e67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.411449 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6c68b2dc-b5d7-406a-a686-a94d4952e67c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3aac67fa-6ab3-4a7a-a7f8-a78ff14a0bce HTTP/1.1" status: 204 len: 168 time: 0.7315264 Apr 06 16:19:54.418323 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:19:54.431209 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Sync routers for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:19:54.444670 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:19:54.446255 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:19:54.509624 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68b2dc-b5d7-406a-a686-a94d4952e67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac67fa-6ab3-4a7a-a7f8-a78ff14a0bce,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:54.580940 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.582206 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-50a2ce3b-1fa2-4c88-99fc-680f663590f1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0135725 Apr 06 16:19:54.588675 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52896) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:54.633514 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] For port 142f59ae-7b90-4cd2-99fa-c778159d45bd, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:19:54.645306 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=58559564-f8a9-4d90-8f2e-65b99940e733,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:54.661719 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] For port 142f59ae-7b90-4cd2-99fa-c778159d45bd, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=142f59ae-7b90-4cd2-99fa-c778159d45bd,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:19:54.708487 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.717966 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-dc78e1aa-00b1-43b5-94ea-0f999a924498 None None] Provisioning complete for port 107149d1-8838-4e7a-8e6a-e92aa21198d2 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:19:54.717966 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dc78e1aa-00b1-43b5-94ea-0f999a924498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:54.756282 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Allocated IP 172.27.3.188 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/feb2705f-88e4-452e-965b-48163c35403b) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:19:54.808706 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069252a8-b4bf-4880-ae96-39ad4c11876d None None] Pushing event updated for resources: {'Port': ['ID=107149d1-8838-4e7a-8e6a-e92aa21198d2,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:54.827771 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-a3ca2b70-a7fb-44d0-963d-809198e90d34 service neutron] 10.222.0.10 "GET /v2.0/networks/7579ebe2-d9b2-4125-8489-d24775b2775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048664 Apr 06 16:19:54.860533 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52912) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:54.888463 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:19:55.072139 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Publish callbacks [] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.087115 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85714a05-0b85-4788-aeda-656c64c89890 None None] Pushing event updated for resources: {'Port': ['ID=142f59ae-7b90-4cd2-99fa-c778159d45bd,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:55.094841 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-4e3efbc9-80ac-4730-86b8-265d1be702ad service neutron] 10.222.0.10 "GET /v2.0/networks/7579ebe2-d9b2-4125-8489-d24775b2775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652476 Apr 06 16:19:55.152099 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.173034 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks [] for port (feb2705f-88e4-452e-965b-48163c35403b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.209905 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:19:52Z', 'revision_number': 3, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:19:55.220228 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52918) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:55.239338 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Checking router: 84f13122-0e2c-4b3b-becd-6fa53a86220e for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:19:55.239978 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Updating router 84f13122-0e2c-4b3b-becd-6fa53a86220e port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:19:55.250671 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a711e075-98ef-4e5a-8b37-8edb515ab372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.258861 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:19:55.270994 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.272026 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.277155 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Pushing event updated for resources: {'Port': ['ID=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:55.278595 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks [] for router_gateway (872b17a7-94a0-4620-bec3-32724cdb0273), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.284943 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (feb2705f-88e4-452e-965b-48163c35403b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.287879 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:55.291989 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:19:55.391165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-03c30e0e-503b-4266-a300-79819689e4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.398861 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Attempting to bind port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:19:55.399492 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Attempting to bind port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:19:55.400644 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Attempting to bind port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b on network c43e56b7-c540-4dca-aa3d-9aeb6492981e {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:19:55.410183 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.db.api [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 16:19:55.410850 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG oslo_db.api [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 16:19:55.423978 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:19:55.437455 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Pushing event updated for resources: {'Port': ['ID=feb2705f-88e4-452e-965b-48163c35403b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:55.451758 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:19:55.461108 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:19:55.499650 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:19:55.503353 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Checking segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:19:55.504041 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.504547 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Bound using segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:19:55.505142 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Bound port: da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:19:55.505765 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.614210 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Publish callbacks [] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.621843 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.634279 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-03c30e0e-503b-4266-a300-79819689e4a7 admin admin] Publish callbacks [] for security_group (003a45c3-56d5-4deb-b14a-051c8d1d396e), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.639233 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52930) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:55.640795 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (872b17a7-94a0-4620-bec3-32724cdb0273), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.684925 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Attempting to bind port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:19:55.686644 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Attempting to bind port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:19:55.687211 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Attempting to bind port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:19:55.738253 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] For port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:19:55.744907 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] For port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:19:55.748469 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-dc78e1aa-00b1-43b5-94ea-0f999a924498 None None] Current status of the port 107149d1-8838-4e7a-8e6a-e92aa21198d2 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:19:55.757760 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.777029 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:19:55.777468 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:19:55.777593 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-03c30e0e-503b-4266-a300-79819689e4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (003a45c3-56d5-4deb-b14a-051c8d1d396e), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.777884 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.778292 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:19:55.778830 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Bound port: ce9493ab-ad36-4cc7-be73-c066bb89e2e4, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:19:55.779371 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.853361 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab37a2-be9d-4e6d-8159-084eebcd10e9 None None] Pushing event updated for resources: {'Port': ['ID=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:55.916670 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] For port ce9493ab-ad36-4cc7-be73-c066bb89e2e4, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:19:55.925014 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] For port ce9493ab-ad36-4cc7-be73-c066bb89e2e4, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=ce9493ab-ad36-4cc7-be73-c066bb89e2e4,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:19:55.953877 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.986682 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks [] for router_gateway (73f28bdb-aa8d-4463-89a8-c2093661e77f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.991262 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:55.998279 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 107149d1-8838-4e7a-8e6a-e92aa21198d2 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:19:56.023650 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-03c30e0e-503b-4266-a300-79819689e4a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82d8c010e2a44e7086fe4488c15fff83&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1612744 Apr 06 16:19:56.036246 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:19:56.037102 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:19:56.042322 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-53b690d4-e747-4a22-8429-aea8a64b1a09 req-8179f52a-85ce-4e75-8204-1285f657fe69 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 210 time: 0.3941805 Apr 06 16:19:56.053765 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52948) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:56.153607 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c30e0e-503b-4266-a300-79819689e4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a45c3-56d5-4deb-b14a-051c8d1d396e,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:56.208751 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:19:56.265112 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Router 872b17a7-94a0-4620-bec3-32724cdb0273 is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:19:56.313726 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5fb62660-bd2f-4f49-9dd2-4d171cf9fd66 admin admin] Publish callbacks [] for security_group (003a45c3-56d5-4deb-b14a-051c8d1d396e), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:56.475780 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5fb62660-bd2f-4f49-9dd2-4d171cf9fd66 admin admin] Publish callbacks [] for security_group (003a45c3-56d5-4deb-b14a-051c8d1d396e), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:56.479325 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:19:56.483115 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Pushing event updated for resources: {'Port': ['ID=ce9493ab-ad36-4cc7-be73-c066bb89e2e4,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:56.496273 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.496618 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.497175 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.497728 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.498075 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.498556 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.499111 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.499697 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.500037 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.500558 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.500879 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.508432 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.509165 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.509674 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.510169 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Tracked resource versions report: Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: pushed versions: Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: { 'AddressGroup': {'1.2'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Agent': {'1.1'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'ConntrackHelper': {'1.0'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Log': {'1.0'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'NDPProxy': {'1.0'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Network': {'1.1'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Port': {'1.7'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'PortForwarding': {'1.3'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'QosPolicy': {'1.10'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SecurityGroup': {'1.5'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SubPort': {'1.0'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Subnet': {'1.1'}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Trunk': {'1.1'}} Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: consumer versions: Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: { DHCP agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: HyperV agent@hv-cinder-81566: {}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: L3 agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: Metadata agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: Metering agent@dv-cinder-815660-7-iscsi: {}, Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: Open vSwitch agent@dv-cinder-815660-7-iscsi: { 'AddressGroup': '1.2', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Agent': '1.1', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'ConntrackHelper': '1.0', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'LocalIPAssociation': '1.0', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Log': '1.0', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'NDPProxy': '1.0', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Network': '1.1', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Port': '1.7', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'PortForwarding': '1.3', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'QosPolicy': '1.10', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SecurityGroup': '1.5', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SecurityGroupRule': '1.2', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'SubPort': '1.0', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Subnet': '1.1', Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: 'Trunk': '1.1'}} Apr 06 16:19:56.511561 dv-cinder-815660-7-iscsi neutron-server[103709]: {{(pid=103709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:19:56.572391 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (73f28bdb-aa8d-4463-89a8-c2093661e77f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:56.636486 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a285c-3562-4105-a40c-ff493bc62af8 None None] Pushing event updated for resources: {'Port': ['ID=ce9493ab-ad36-4cc7-be73-c066bb89e2e4,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:56.647587 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:19:52Z', 'revision_number': 3, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:19:56.656387 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:19:56.673535 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:19:56.700254 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:56.700509 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:19:56.702163 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-0b4b4d9c-70e6-4d2f-ae22-f8ce7f92f8ab admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8990574 Apr 06 16:19:56.702334 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:19:56.703565 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5fb62660-bd2f-4f49-9dd2-4d171cf9fd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (003a45c3-56d5-4deb-b14a-051c8d1d396e), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:56.706334 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5fb62660-bd2f-4f49-9dd2-4d171cf9fd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:56.707767 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5fb62660-bd2f-4f49-9dd2-4d171cf9fd66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/003a45c3-56d5-4deb-b14a-051c8d1d396e HTTP/1.1" status: 204 len: 168 time: 0.6438224 Apr 06 16:19:56.708363 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a711e075-98ef-4e5a-8b37-8edb515ab372 admin admin] Publish callbacks [] for security_group (4c2fc26f-7c5e-4099-bf9b-683c6d679630), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:56.711872 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 52964) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:56.742408 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb62660-bd2f-4f49-9dd2-4d171cf9fd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a45c3-56d5-4deb-b14a-051c8d1d396e,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:56.765963 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029114db-bb94-42d1-ac01-8209bb0d1833 None None] The sync data for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi is: [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:19:52Z', 'revision_number': 3, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:19:56.798126 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a711e075-98ef-4e5a-8b37-8edb515ab372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (4c2fc26f-7c5e-4099-bf9b-683c6d679630), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:56.992697 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 107149d1-8838-4e7a-8e6a-e92aa21198d2 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:19:57.159099 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205d8b2-8553-40b5-919f-e1256cfccf8e None None] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:19:57.208233 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f75d5a9-97c6-475c-a137-d170b0fdb8ff req-31cbf60d-7c5a-4358-939d-963d14eb1f1c tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 210 time: 0.0614541 Apr 06 16:19:57.352038 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-92e18961-3564-4675-897d-5290a4913d20 None None] Provisioning complete for port 142f59ae-7b90-4cd2-99fa-c778159d45bd triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:19:57.352846 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-92e18961-3564-4675-897d-5290a4913d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:57.418840 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a711e075-98ef-4e5a-8b37-8edb515ab372 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee05c554ed8c458d924fddaf6e9084ff&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1950729 Apr 06 16:19:57.419577 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 52988) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:57.420919 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:19:57.508474 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-afbd1934-b6c3-42b0-95c4-68b6c2855147 admin admin] Publish callbacks [] for security_group (4c2fc26f-7c5e-4099-bf9b-683c6d679630), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:57.536993 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711e075-98ef-4e5a-8b37-8edb515ab372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2fc26f-7c5e-4099-bf9b-683c6d679630,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:57.600320 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 107149d1-8838-4e7a-8e6a-e92aa21198d2 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:19:57.600935 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:57.615764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-afbd1934-b6c3-42b0-95c4-68b6c2855147 admin admin] Publish callbacks [] for security_group (4c2fc26f-7c5e-4099-bf9b-683c6d679630), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:57.648175 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:57.714620 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e412874-1a2a-401b-9728-77698ecb4068 None None] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:19:57.726122 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-afbd1934-b6c3-42b0-95c4-68b6c2855147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (4c2fc26f-7c5e-4099-bf9b-683c6d679630), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:57.731873 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-afbd1934-b6c3-42b0-95c4-68b6c2855147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:57.734032 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-afbd1934-b6c3-42b0-95c4-68b6c2855147 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c2fc26f-7c5e-4099-bf9b-683c6d679630 HTTP/1.1" status: 204 len: 168 time: 0.3132946 Apr 06 16:19:57.745659 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd1934-b6c3-42b0-95c4-68b6c2855147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2fc26f-7c5e-4099-bf9b-683c6d679630,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:57.792956 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Router 73f28bdb-aa8d-4463-89a8-c2093661e77f is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:19:57.874873 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-92e18961-3564-4675-897d-5290a4913d20 None None] Current status of the port 142f59ae-7b90-4cd2-99fa-c778159d45bd is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:19:57.879762 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-92e18961-3564-4675-897d-5290a4913d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:57.995970 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-92e18961-3564-4675-897d-5290a4913d20 None None] For port 142f59ae-7b90-4cd2-99fa-c778159d45bd, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=142f59ae-7b90-4cd2-99fa-c778159d45bd,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:19:58.055975 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-92e18961-3564-4675-897d-5290a4913d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:58.250303 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e18961-3564-4675-897d-5290a4913d20 None None] Pushing event updated for resources: {'Port': ['ID=142f59ae-7b90-4cd2-99fa-c778159d45bd,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:58.366486 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 107149d1-8838-4e7a-8e6a-e92aa21198d2 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:19:58.367043 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 142f59ae-7b90-4cd2-99fa-c778159d45bd up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:19:58.425190 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1543fd8d-c779-4fc1-843b-92366ee21bc0 None None] Provisioning complete for port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:19:58.425584 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1543fd8d-c779-4fc1-843b-92366ee21bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:58.477976 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:19:58.508400 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Sync routers for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:19:58.529514 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:19:58.530426 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:19:58.609020 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Allocated IP 172.20.0.1 (b8c48e4b-cf0d-46ad-86bc-75206242ddf7/31d8ccaf-2104-453c-8bf6-227a1b24768d/d835f985-5117-43be-8aa5-eb0bda4f867f) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:19:58.616933 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:58.618730 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6654b0ac-418a-44b7-8d77-5a836f3ecf6b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9075971 Apr 06 16:19:58.622538 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 53042) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:58.758327 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 142f59ae-7b90-4cd2-99fa-c778159d45bd triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:19:58.778160 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:58.792602 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.45', 55529) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:19:58.966374 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:19:58.969588 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a105be-e6dd-4636-8f04-3f685581296b req-a6fb83aa-941e-4960-b7a7-060bd340ed9b tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:19:58.973998 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-a6fb83aa-941e-4960-b7a7-060bd340ed9b tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.45 "GET /v2.0/networks?id=7579ebe2-d9b2-4125-8489-d24775b2775c HTTP/1.1" status: 200 len: 811 time: 0.1766710 Apr 06 16:19:58.985339 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:19:54Z', 'revision_number': 3, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:19:59.030224 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d9c0fb5c-c42f-434a-8881-46d39391d0d3 req-d67fdd6b-d34a-4d9b-9380-7443849e64b8 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 210 time: 0.3979833 Apr 06 16:19:59.063473 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Request body: {'port': {'device_id': '9f857e97-57d7-4138-9fb5-3e89a77db6de', 'network_id': '7579ebe2-d9b2-4125-8489-d24775b2775c', 'admin_state_up': True, 'tenant_id': '733929ffe55a415f9cb2f4f2e740d9bf'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:19:59.090155 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Publish callbacks [] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:59.092640 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:59.138334 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:19:59.138930 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Updating router 872b17a7-94a0-4620-bec3-32724cdb0273 port 58559564-f8a9-4d90-8f2e-65b99940e733 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:19:59.294780 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:59.358909 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1543fd8d-c779-4fc1-843b-92366ee21bc0 None None] Current status of the port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:19:59.359616 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1543fd8d-c779-4fc1-843b-92366ee21bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:59.374372 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:59.424948 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Allocated IP 172.20.0.1 (60a0ad62-9536-48c1-8d5c-18a2aec63d4a/36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4/f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:19:59.449057 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1543fd8d-c779-4fc1-843b-92366ee21bc0 None None] For port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:19:59.458645 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 142f59ae-7b90-4cd2-99fa-c778159d45bd is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:19:59.487426 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1543fd8d-c779-4fc1-843b-92366ee21bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:59.506975 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:19:55Z', 'revision_number': 3, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:19:59.589892 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Checking router: 73f28bdb-aa8d-4463-89a8-c2093661e77f for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:19:59.590441 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Updating router 73f28bdb-aa8d-4463-89a8-c2093661e77f port feb2705f-88e4-452e-965b-48163c35403b binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:19:59.877024 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (feb2705f-88e4-452e-965b-48163c35403b), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:19:59.893789 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543fd8d-c779-4fc1-843b-92366ee21bc0 None None] Pushing event updated for resources: {'Port': ['ID=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:19:59.933198 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:19:59.964842 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 142f59ae-7b90-4cd2-99fa-c778159d45bd up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:19:59.982681 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:00.022521 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:00.024436 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (84f13122-0e2c-4b3b-becd-6fa53a86220e), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:00.041550 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-cfc10948-6f62-4a2d-8ed4-431652299a1e None None] Provisioning complete for port 142f59ae-7b90-4cd2-99fa-c778159d45bd triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:00.042135 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cfc10948-6f62-4a2d-8ed4-431652299a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:00.157925 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 142f59ae-7b90-4cd2-99fa-c778159d45bd triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:00.158563 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:00.323375 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-24418c50-59e6-41f4-8275-484ae85a9512 req-2f6f20dc-7b37-4f22-93b9-b1ecf672032a tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 210 time: 0.1214960 Apr 06 16:20:00.408930 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 142f59ae-7b90-4cd2-99fa-c778159d45bd is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:00.410320 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:00.410915 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Pushing event updated for resources: {'Port': ['ID=d835f985-5117-43be-8aa5-eb0bda4f867f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:00.523232 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Made reservation on behalf of 733929ffe55a415f9cb2f4f2e740d9bf for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:00.533104 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:00.542246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Publish callbacks [] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:00.550468 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:00.721109 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-cfc10948-6f62-4a2d-8ed4-431652299a1e None None] Current status of the port 142f59ae-7b90-4cd2-99fa-c778159d45bd is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:00.775840 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:00.944707 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Allocated IP 172.20.0.14 (7579ebe2-d9b2-4125-8489-d24775b2775c/836d4c8a-fa91-44cc-8178-7ba4fe00e21d/43eb5eb3-0a93-470f-b6a6-c674e6eddc99) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:20:00.954275 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-cfc10948-6f62-4a2d-8ed4-431652299a1e None None] Provisioning complete for port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:00.959497 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cfc10948-6f62-4a2d-8ed4-431652299a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.074000 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Publish callbacks [] for port (58559564-f8a9-4d90-8f2e-65b99940e733), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.080516 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:01.098812 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:01.129160 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:01.129640 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (872b17a7-94a0-4620-bec3-32724cdb0273), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.316405 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:01.538518 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Publish callbacks [] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.589898 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Publish callbacks [] for port (feb2705f-88e4-452e-965b-48163c35403b), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.602396 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (feb2705f-88e4-452e-965b-48163c35403b), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.620702 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:01.621232 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.630575 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ecf7b9cd-0c7f-44e1-a4f3-5ab881fb1bff req-fad5a475-09cb-4a74-9b9e-af2794755dcd tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 210 time: 0.1081643 Apr 06 16:20:01.693257 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Attempting to bind port feb2705f-88e4-452e-965b-48163c35403b on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:01.693656 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Attempting to bind port feb2705f-88e4-452e-965b-48163c35403b by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:01.694043 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Attempting to bind port feb2705f-88e4-452e-965b-48163c35403b on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:01.702437 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.753479 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:01.758235 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:01.758881 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.759445 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:01.760110 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Bound port: feb2705f-88e4-452e-965b-48163c35403b, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:01.760667 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (feb2705f-88e4-452e-965b-48163c35403b), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.786137 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Publish callbacks [] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.836350 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.847589 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.848524 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (84f13122-0e2c-4b3b-becd-6fa53a86220e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.854622 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-cfc10948-6f62-4a2d-8ed4-431652299a1e None None] Current status of the port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:01.905002 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] For port feb2705f-88e4-452e-965b-48163c35403b, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:01.912402 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] For port feb2705f-88e4-452e-965b-48163c35403b, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=feb2705f-88e4-452e-965b-48163c35403b,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:01.937447 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (feb2705f-88e4-452e-965b-48163c35403b), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:01.956389 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53186) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:01.962669 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da22d75-b3c5-49d4-9836-054cbe883475 None None] Pushing event updated for resources: {'Port': ['ID=feb2705f-88e4-452e-965b-48163c35403b,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:01.979691 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:01.980525 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:01.996438 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Attempting to bind port 58559564-f8a9-4d90-8f2e-65b99940e733 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:02.011732 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Attempting to bind port 58559564-f8a9-4d90-8f2e-65b99940e733 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:02.012233 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Attempting to bind port 58559564-f8a9-4d90-8f2e-65b99940e733 on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:02.034664 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632647c-fe38-420c-88e6-f564bf863d63 None None] Pushing event updated for resources: {'Port': ['ID=58559564-f8a9-4d90-8f2e-65b99940e733,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:02.061172 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:02.061671 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:02.063423 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.064034 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:02.066860 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Bound port: 58559564-f8a9-4d90-8f2e-65b99940e733, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:02.067353 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.148220 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da22d75-b3c5-49d4-9836-054cbe883475 None None] Pushing event updated for resources: {'Port': ['ID=feb2705f-88e4-452e-965b-48163c35403b,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:02.258038 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.266664 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:02.282235 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Network 7579ebe2-d9b2-4125-8489-d24775b2775c is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:02.308153 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:02.317908 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-bd658d2e-c378-45e1-bd76-e0aabf9b69d6 None None] Provisioning complete for port d835f985-5117-43be-8aa5-eb0bda4f867f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:02.318307 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd658d2e-c378-45e1-bd76-e0aabf9b69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.319882 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:02.321630 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device ce9493ab-ad36-4cc7-be73-c066bb89e2e4 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:02.338054 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:02.360460 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:02.362308 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.386356 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] For port 58559564-f8a9-4d90-8f2e-65b99940e733, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:02.427450 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] For port 58559564-f8a9-4d90-8f2e-65b99940e733, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=58559564-f8a9-4d90-8f2e-65b99940e733,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:02.450163 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-bd658d2e-c378-45e1-bd76-e0aabf9b69d6 None None] Port d835f985-5117-43be-8aa5-eb0bda4f867f cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:02.462780 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.472082 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.487076 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Pushing event updated for resources: {'Port': ['ID=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:02.502389 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:19:55Z', 'revision_number': 3, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:02.524594 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ccc44769-6d68-42fd-a579-431898b50d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.535981 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964e3ca7-fb48-405b-88a8-a9f5a8a28e7e None None] The sync data for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi is: [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:19:55Z', 'revision_number': 3, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:20:02.541538 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Pushing event updated for resources: {'Port': ['ID=d835f985-5117-43be-8aa5-eb0bda4f867f,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:02.550931 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a6cb4ed-1561-4a27-8a35-123f39c51483 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5062187 Apr 06 16:20:02.578133 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:02.578851 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.599679 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-bd658d2e-c378-45e1-bd76-e0aabf9b69d6 None None] Provisioning complete for port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:02.600528 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd658d2e-c378-45e1-bd76-e0aabf9b69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.629480 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:02.630165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-bf5cb580-fb9a-43f6-b32e-876b76d57a39 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:20:02.630348 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:02.630675 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-bf5cb580-fb9a-43f6-b32e-876b76d57a39 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097728 Apr 06 16:20:02.786232 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632647c-fe38-420c-88e6-f564bf863d63 None None] Pushing event updated for resources: {'Port': ['ID=58559564-f8a9-4d90-8f2e-65b99940e733,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:02.875904 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-bd658d2e-c378-45e1-bd76-e0aabf9b69d6 None None] Port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:02.881281 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Request body: {'port': {'device_id': '9f857e97-57d7-4138-9fb5-3e89a77db6de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:02.925522 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:02.926035 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:02.938452 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:02.957485 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:03.003267 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Allocated IP 172.20.0.1 (c43e56b7-c540-4dca-aa3d-9aeb6492981e/47e79c2b-30c0-4b84-9b16-36972fd23242/bfc39896-b490-41ec-838f-53e7c37fe5c4) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:20:03.055508 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port ce9493ab-ad36-4cc7-be73-c066bb89e2e4, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=ce9493ab-ad36-4cc7-be73-c066bb89e2e4,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:03.079126 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.109461 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.248234 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:03.530148 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Router 84f13122-0e2c-4b3b-becd-6fa53a86220e has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:20:03.555348 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device feb2705f-88e4-452e-965b-48163c35403b up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:03.560144 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=ce9493ab-ad36-4cc7-be73-c066bb89e2e4,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:03.591051 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ccc44769-6d68-42fd-a579-431898b50d88 admin admin] Publish callbacks [] for security_group (066f6e48-d56b-41a0-a8c4-3b53a0fbd022), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.608158 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ccc44769-6d68-42fd-a579-431898b50d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (066f6e48-d56b-41a0-a8c4-3b53a0fbd022), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.696617 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc44769-6d68-42fd-a579-431898b50d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066f6e48-d56b-41a0-a8c4-3b53a0fbd022,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:03.767630 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Publish callbacks [] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.780539 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-920c6877-93d0-4242-9bcb-6329ff2dc0c5 None None] Provisioning complete for port d835f985-5117-43be-8aa5-eb0bda4f867f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:03.781114 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-920c6877-93d0-4242-9bcb-6329ff2dc0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.814988 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.818821 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (872b17a7-94a0-4620-bec3-32724cdb0273), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.912509 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-920c6877-93d0-4242-9bcb-6329ff2dc0c5 None None] Port d835f985-5117-43be-8aa5-eb0bda4f867f cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:03.919324 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port feb2705f-88e4-452e-965b-48163c35403b triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:03.931965 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (feb2705f-88e4-452e-965b-48163c35403b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:03.952533 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:03.976627 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ccc44769-6d68-42fd-a579-431898b50d88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef52d2e0bd144ed48aecb9b574ec0a29&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0168858 Apr 06 16:20:03.985693 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53244) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:04.036971 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Publish callbacks [] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.172958 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:19:59Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:04.237267 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1758934-11d0-462a-9aec-41b3054d2648 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:19:59Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:20:04.251368 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port feb2705f-88e4-452e-965b-48163c35403b is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:04.251755 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (feb2705f-88e4-452e-965b-48163c35403b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.264467 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.294278 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:20:04.316411 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a763a86b-d781-4a3c-8200-42254fe95527 admin admin] 10.222.0.10 "PUT /v2.0/routers/84f13122-0e2c-4b3b-becd-6fa53a86220e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7241402 Apr 06 16:20:04.323246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:04.325349 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:04.327453 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bb3ec8a4-4247-43c0-91b0-dd1169f6473c admin admin] Publish callbacks [] for security_group (066f6e48-d56b-41a0-a8c4-3b53a0fbd022), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.330606 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Sync routers for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:20:04.382202 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc39896-b490-41ec-838f-53e7c37fe5c4,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:04.385759 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port feb2705f-88e4-452e-965b-48163c35403b, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=feb2705f-88e4-452e-965b-48163c35403b,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:04.396687 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:04.401017 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:04.404260 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619dde4-f8ca-45cd-8fe8-762eb9a00fc0 req-502eec5e-f0f7-4257-9070-6773bd9d08bb tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:04.405429 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (feb2705f-88e4-452e-965b-48163c35403b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.408002 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1619dde4-f8ca-45cd-8fe8-762eb9a00fc0 req-502eec5e-f0f7-4257-9070-6773bd9d08bb tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 932 time: 1.2136111 Apr 06 16:20:04.408377 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:04.446292 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:04.465357 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:04.476716 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:04.479422 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (73f28bdb-aa8d-4463-89a8-c2093661e77f), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.505407 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bb3ec8a4-4247-43c0-91b0-dd1169f6473c admin admin] Publish callbacks [] for security_group (066f6e48-d56b-41a0-a8c4-3b53a0fbd022), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.722727 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:20:04.731801 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bb3ec8a4-4247-43c0-91b0-dd1169f6473c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (066f6e48-d56b-41a0-a8c4-3b53a0fbd022), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.733955 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=feb2705f-88e4-452e-965b-48163c35403b,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:04.771942 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bb3ec8a4-4247-43c0-91b0-dd1169f6473c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.783837 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-bb3ec8a4-4247-43c0-91b0-dd1169f6473c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/066f6e48-d56b-41a0-a8c4-3b53a0fbd022 HTTP/1.1" status: 204 len: 168 time: 0.7944682 Apr 06 16:20:04.800119 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53258) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:04.857163 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:04.857670 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:04.893143 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ec8a4-4247-43c0-91b0-dd1169f6473c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066f6e48-d56b-41a0-a8c4-3b53a0fbd022,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:04.911393 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:05.190299 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-9a19e8e0-889c-4967-b225-76eb8c01ecff None None] Provisioning complete for port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:05.190998 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a19e8e0-889c-4967-b225-76eb8c01ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:05.261584 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1619dde4-f8ca-45cd-8fe8-762eb9a00fc0 req-331163d2-cb39-4a2c-92b7-6b615ca63366 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373699 Apr 06 16:20:05.312695 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:20:05.325181 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6c2361d6-1930-497c-a75f-100cc16b7649 admin admin] 10.222.0.10 "PUT /v2.0/routers/872b17a7-94a0-4620-bec3-32724cdb0273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6092718 Apr 06 16:20:05.654820 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:05.672182 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:05.712992 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-9a19e8e0-889c-4967-b225-76eb8c01ecff None None] Port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:05.795743 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:05.831578 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-af766dd8-a097-4d3c-a880-b64372954c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:05.861062 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Publish callbacks [] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.016459 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Transition to ACTIVE for port object 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:20:06.021332 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device feb2705f-88e4-452e-965b-48163c35403b up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:06.042917 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.049298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53286) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:06.134075 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-af766dd8-a097-4d3c-a880-b64372954c58 admin admin] Publish callbacks [] for security_group (d360bc62-ba21-441d-9484-8bdefbd04b87), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.143731 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-af766dd8-a097-4d3c-a880-b64372954c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (d360bc62-ba21-441d-9484-8bdefbd04b87), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.163409 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-417ea1c3-3077-46fe-b58b-b82f19563824 None None] Provisioning complete for port bfc39896-b490-41ec-838f-53e7c37fe5c4 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:06.163907 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-417ea1c3-3077-46fe-b58b-b82f19563824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.269015 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Pushing event updated for resources: {'Port': ['ID=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:06.355108 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-af766dd8-a097-4d3c-a880-b64372954c58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fc61a023a46462c9a29d05d662d407c&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4764349 Apr 06 16:20:06.355624 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53302) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:06.402917 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af766dd8-a097-4d3c-a880-b64372954c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d360bc62-ba21-441d-9484-8bdefbd04b87,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:06.472504 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-417ea1c3-3077-46fe-b58b-b82f19563824 None None] Port bfc39896-b490-41ec-838f-53e7c37fe5c4 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:06.485791 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-522258d4-8685-4689-a97e-bc5e234b8534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.495271 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 2, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:06.563776 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ac99-5c7a-4f87-aaed-ed826592e57b admin admin] Publish callbacks [] for security_group (d360bc62-ba21-441d-9484-8bdefbd04b87), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.612399 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Checking router: 84f13122-0e2c-4b3b-becd-6fa53a86220e for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:20:06.613127 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Updating router 84f13122-0e2c-4b3b-becd-6fa53a86220e port d835f985-5117-43be-8aa5-eb0bda4f867f binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:20:06.654358 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Attempting to bind port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:06.654544 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Attempting to bind port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '195fba73-e78a-4aa5-9822-ea5ca44307f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7579ebe2-d9b2-4125-8489-d24775b2775c'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:06.657513 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Attempting to bind port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 on network 7579ebe2-d9b2-4125-8489-d24775b2775c {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:06.659842 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ac99-5c7a-4f87-aaed-ed826592e57b admin admin] Publish callbacks [] for security_group (d360bc62-ba21-441d-9484-8bdefbd04b87), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.708450 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.720670 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 on network 7579ebe2-d9b2-4125-8489-d24775b2775c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:20:06.733562 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Attempting to bind port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 on network 7579ebe2-d9b2-4125-8489-d24775b2775c {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:06.780542 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:06.784006 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Checking segment: {'id': '195fba73-e78a-4aa5-9822-ea5ca44307f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7579ebe2-d9b2-4125-8489-d24775b2775c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:06.784705 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Bound using segment: {'id': '195fba73-e78a-4aa5-9822-ea5ca44307f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7579ebe2-d9b2-4125-8489-d24775b2775c'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:06.785361 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Bound port: 43eb5eb3-0a93-470f-b6a6-c674e6eddc99, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195fba73-e78a-4aa5-9822-ea5ca44307f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7579ebe2-d9b2-4125-8489-d24775b2775c'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:06.785787 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.816436 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port feb2705f-88e4-452e-965b-48163c35403b triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:06.816828 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (feb2705f-88e4-452e-965b-48163c35403b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.822625 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-522258d4-8685-4689-a97e-bc5e234b8534 admin admin] Publish callbacks [] for security_group (be69b875-d3d0-42f6-ba11-b418e2a76852), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.837140 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-522258d4-8685-4689-a97e-bc5e234b8534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (be69b875-d3d0-42f6-ba11-b418e2a76852), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:06.943342 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-522258d4-8685-4689-a97e-bc5e234b8534 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adcbd7bc173b47ce973d1da0f1885fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8839054 Apr 06 16:20:06.969998 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53314) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:07.028949 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Publish callbacks [] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.045170 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.045610 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ac99-5c7a-4f87-aaed-ed826592e57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (d360bc62-ba21-441d-9484-8bdefbd04b87), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.045944 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (73f28bdb-aa8d-4463-89a8-c2093661e77f), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.054175 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ac99-5c7a-4f87-aaed-ed826592e57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.061780 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e6e2ac99-5c7a-4f87-aaed-ed826592e57b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d360bc62-ba21-441d-9484-8bdefbd04b87 HTTP/1.1" status: 204 len: 168 time: 0.6971202 Apr 06 16:20:07.106810 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 53320) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:07.141024 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-3bda1753-8cbe-4011-9653-088a16f5fd41 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922523245', 'description': 'tempest-description--1326681060'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:07.145115 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53322) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:07.145876 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a69e4c75-6478-4332-80aa-c4aecc43390b admin admin] Publish callbacks [] for security_group (be69b875-d3d0-42f6-ba11-b418e2a76852), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.151906 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-93b08c05-9027-4b26-9e29-e2afd844d535 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225730637', 'description': 'tempest-description--2080891321'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:07.178072 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522258d4-8685-4689-a97e-bc5e234b8534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be69b875-d3d0-42f6-ba11-b418e2a76852,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:07.204403 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-93b08c05-9027-4b26-9e29-e2afd844d535 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.251695 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2ac99-5c7a-4f87-aaed-ed826592e57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d360bc62-ba21-441d-9484-8bdefbd04b87,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:07.291632 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a69e4c75-6478-4332-80aa-c4aecc43390b admin admin] Publish callbacks [] for security_group (be69b875-d3d0-42f6-ba11-b418e2a76852), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.446858 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53328) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:07.494357 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a69e4c75-6478-4332-80aa-c4aecc43390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (be69b875-d3d0-42f6-ba11-b418e2a76852), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.497532 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a69e4c75-6478-4332-80aa-c4aecc43390b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.501517 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a69e4c75-6478-4332-80aa-c4aecc43390b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be69b875-d3d0-42f6-ba11-b418e2a76852 HTTP/1.1" status: 204 len: 168 time: 0.5304930 Apr 06 16:20:07.504859 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-93b08c05-9027-4b26-9e29-e2afd844d535 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (7ced5fa4-805a-4b25-a6b6-de45192b67ed), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.510209 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3bda1753-8cbe-4011-9653-088a16f5fd41 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.514634 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e4c75-6478-4332-80aa-c4aecc43390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be69b875-d3d0-42f6-ba11-b418e2a76852,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:07.531764 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-93b08c05-9027-4b26-9e29-e2afd844d535 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (7ced5fa4-805a-4b25-a6b6-de45192b67ed), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.552961 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] For port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:07.567167 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc39896-b490-41ec-838f-53e7c37fe5c4,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:07.590670 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-93b08c05-9027-4b26-9e29-e2afd844d535 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.594597 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-93b08c05-9027-4b26-9e29-e2afd844d535 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4438474 Apr 06 16:20:07.617513 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53336) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:07.629635 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-e0a03442-4984-405d-b670-2bd6adc3dbce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group_rule': {'security_group_id': '7ced5fa4-805a-4b25-a6b6-de45192b67ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:07.641643 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b08c05-9027-4b26-9e29-e2afd844d535 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ced5fa4-805a-4b25-a6b6-de45192b67ed,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:07.696718 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] For port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,segment=NetworkSegment(195fba73-e78a-4aa5-9822-ea5ca44307f6),segment_id=195fba73-e78a-4aa5-9822-ea5ca44307f6)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:07.697721 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-71167887-network', 'tenant_id': '2fd3d1d6e6264697bd82ee104f9fb30f'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:07.703382 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e0a03442-4984-405d-b670-2bd6adc3dbce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (8d76361f-3b06-4821-951d-94ba21f96051), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.753940 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Made reservation on behalf of 2fd3d1d6e6264697bd82ee104f9fb30f for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:07.758996 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.767149 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Publish callbacks [] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.774439 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port feb2705f-88e4-452e-965b-48163c35403b is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:07.777408 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.778197 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device ce9493ab-ad36-4cc7-be73-c066bb89e2e4 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:07.796480 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53338) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:07.826771 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d858-5e2d-4688-875d-ea74318f5ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.828447 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3bda1753-8cbe-4011-9653-088a16f5fd41 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (0595d604-db2f-4d5f-8460-ee63972502d1), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.852163 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.870432 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3bda1753-8cbe-4011-9653-088a16f5fd41 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0595d604-db2f-4d5f-8460-ee63972502d1), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.872479 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.937900 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e0a03442-4984-405d-b670-2bd6adc3dbce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (8d76361f-3b06-4821-951d-94ba21f96051), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.954373 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e0a03442-4984-405d-b670-2bd6adc3dbce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (8d76361f-3b06-4821-951d-94ba21f96051), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:07.970486 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e24543-ff2b-42a6-8ae4-3ed636244fc7 None None] Pushing event updated for resources: {'Port': ['ID=d835f985-5117-43be-8aa5-eb0bda4f867f,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:08.013909 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a03442-4984-405d-b670-2bd6adc3dbce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d76361f-3b06-4821-951d-94ba21f96051,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:08.025629 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:08.027682 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.043515 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e0a03442-4984-405d-b670-2bd6adc3dbce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.044977 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e0a03442-4984-405d-b670-2bd6adc3dbce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4265299 Apr 06 16:20:08.045975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:08.046661 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.054358 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53344) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:08.055469 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] 10.222.0.45 "PUT /v2.0/ports/43eb5eb3-0a93-470f-b6a6-c674e6eddc99 HTTP/1.1" status: 200 len: 1094 time: 5.3093152 Apr 06 16:20:08.059895 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-37a12a51-ed84-4d98-807f-2647656125dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group_rule': {'security_group_id': '7ced5fa4-805a-4b25-a6b6-de45192b67ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:08.147853 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Publish callbacks [] for security_group (67a63a24-9584-4bd4-9a5f-78cf66c7d759), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.191911 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (67a63a24-9584-4bd4-9a5f-78cf66c7d759), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.197156 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a356f-c3ba-4107-9d77-9cf2f2b0ee95 req-25aa5304-1c1f-4cfe-b0ca-67a1f9935ffe tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:08.199089 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0a7a356f-c3ba-4107-9d77-9cf2f2b0ee95 req-25aa5304-1c1f-4cfe-b0ca-67a1f9935ffe tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 944 time: 1.0298915 Apr 06 16:20:08.199641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f857e97-57d7-4138-9fb5-3e89a77db6de', 'tag': '43eb5eb3-0a93-470f-b6a6-c674e6eddc99'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:08.254298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d858-5e2d-4688-875d-ea74318f5ba9 admin admin] Publish callbacks [] for security_group (ad457078-1964-49c4-902d-60d4eb09d7d7), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.291109 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:20:08.297677 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d858-5e2d-4688-875d-ea74318f5ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (ad457078-1964-49c4-902d-60d4eb09d7d7), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.318424 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-37a12a51-ed84-4d98-807f-2647656125dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (19e19441-524f-4e60-8455-4b3326c50ab2), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.340408 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda1753-8cbe-4011-9653-088a16f5fd41 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0595d604-db2f-4d5f-8460-ee63972502d1,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:08.344728 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Attempting to bind port d835f985-5117-43be-8aa5-eb0bda4f867f on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:08.345131 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Attempting to bind port d835f985-5117-43be-8aa5-eb0bda4f867f by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:08.345791 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Attempting to bind port d835f985-5117-43be-8aa5-eb0bda4f867f on network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:08.347497 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3bda1753-8cbe-4011-9653-088a16f5fd41 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.349106 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3bda1753-8cbe-4011-9653-088a16f5fd41 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2335005 Apr 06 16:20:08.351935 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a63a24-9584-4bd4-9a5f-78cf66c7d759,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:08.358144 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 53352) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:08.360765 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:08.361349 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Checking segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:08.362538 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.362538 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Bound using segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:08.363461 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Bound port: d835f985-5117-43be-8aa5-eb0bda4f867f, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:08.363858 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.377398 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-2b43e7a6-a567-4090-917d-bd369b086545 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'security_group_rule': {'security_group_id': '0595d604-db2f-4d5f-8460-ee63972502d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:08.389969 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:08.394974 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (4a6a6199-d7c3-43a1-90b7-2d0d5b455164), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.395221 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.segments_db [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Added segment 4a6a6199-d7c3-43a1-90b7-2d0d5b455164 of type vlan for network 2ed596f1-9060-49aa-a71a-0257612bfc5e Apr 06 16:20:08.406064 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:08.420615 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:08.453879 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b3c70-6402-4ed3-bab2-c50ab91f1e65 service neutron] Pushing event updated for resources: {'Port': ['ID=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:08.482914 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-6942b882-0e7c-422d-86f2-7eadbc919ff1 None None] Provisioning complete for port d835f985-5117-43be-8aa5-eb0bda4f867f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:08.483462 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-6942b882-0e7c-422d-86f2-7eadbc919ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.485203 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0a7a356f-c3ba-4107-9d77-9cf2f2b0ee95 req-14dd84d9-e79d-4cbf-950d-c5651b2d9efc tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148833 Apr 06 16:20:08.556958 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2b43e7a6-a567-4090-917d-bd369b086545 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (1d920471-6756-4be9-be94-9b61fe2c00d3), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.571334 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] For port d835f985-5117-43be-8aa5-eb0bda4f867f, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:08.571529 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-8cc2d858-5e2d-4688-875d-ea74318f5ba9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8ea7bb26aa643948b3f22c05b291b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7712040 Apr 06 16:20:08.575515 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 53360) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:08.579034 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] For port d835f985-5117-43be-8aa5-eb0bda4f867f, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=d835f985-5117-43be-8aa5-eb0bda4f867f,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:08.584821 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-6942b882-0e7c-422d-86f2-7eadbc919ff1 None None] Port d835f985-5117-43be-8aa5-eb0bda4f867f cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:08.593674 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.652949 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2d858-5e2d-4688-875d-ea74318f5ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad457078-1964-49c4-902d-60d4eb09d7d7,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:08.707402 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (2ed596f1-9060-49aa-a71a-0257612bfc5e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.714364 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:08.717288 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:08.732144 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-37a12a51-ed84-4d98-807f-2647656125dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (19e19441-524f-4e60-8455-4b3326c50ab2), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.746781 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-37a12a51-ed84-4d98-807f-2647656125dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (19e19441-524f-4e60-8455-4b3326c50ab2), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.784964 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-37a12a51-ed84-4d98-807f-2647656125dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.791889 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-37a12a51-ed84-4d98-807f-2647656125dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7358067 Apr 06 16:20:08.793292 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53362) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:08.794189 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a12a51-ed84-4d98-807f-2647656125dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e19441-524f-4e60-8455-4b3326c50ab2,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:08.800727 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:08.806638 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (2ed596f1-9060-49aa-a71a-0257612bfc5e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.808191 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:08.809119 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:08.816608 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcda7eec-a432-4609-9af6-4265a584e650" -d '{"events": [{"name": "network-changed", "server_uuid": "9f857e97-57d7-4138-9fb5-3e89a77db6de", "tag": "43eb5eb3-0a93-470f-b6a6-c674e6eddc99"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:08.860922 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4129994 Apr 06 16:20:08.907705 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53368) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:08.915947 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Request body: {'subnet': {'network_id': '2ed596f1-9060-49aa-a71a-0257612bfc5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-71167887-subnet', 'tenant_id': '2fd3d1d6e6264697bd82ee104f9fb30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:08.972391 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:20:09.025080 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:09.025728 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:09.065440 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:09.205394 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:09.469412 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd9f65-29ef-4b90-a9e8-f1a7d17c61a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed596f1-9060-49aa-a71a-0257612bfc5e,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:09.484512 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Made reservation on behalf of 2fd3d1d6e6264697bd82ee104f9fb30f for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:09.487741 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:09.514441 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 58559564-f8a9-4d90-8f2e-65b99940e733 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:09.516679 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2b43e7a6-a567-4090-917d-bd369b086545 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (1d920471-6756-4be9-be94-9b61fe2c00d3), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:09.522295 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 2ed596f1-9060-49aa-a71a-0257612bfc5e details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:20:09.563811 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:09.594412 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2b43e7a6-a567-4090-917d-bd369b086545 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (1d920471-6756-4be9-be94-9b61fe2c00d3), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:09.612850 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Router 73f28bdb-aa8d-4463-89a8-c2093661e77f has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:20:09.646849 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a105be-e6dd-4636-8f04-3f685581296b req-fc1168b3-cf59-4a62-a44b-566a812d1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:09.648824 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-fc1168b3-cf59-4a62-a44b-566a812d1d70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733929ffe55a415f9cb2f4f2e740d9bf&device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 1128 time: 0.4497688 Apr 06 16:20:09.655942 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cfc9-91bf-4f5c-b0c1-1b4da5d15997 admin admin] Publish callbacks [] for security_group (ad457078-1964-49c4-902d-60d4eb09d7d7), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:09.681444 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43e7a6-a567-4090-917d-bd369b086545 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d920471-6756-4be9-be94-9b61fe2c00d3,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:09.834023 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2b43e7a6-a567-4090-917d-bd369b086545 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:09.838911 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-2b43e7a6-a567-4090-917d-bd369b086545 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4682143 Apr 06 16:20:09.844062 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53406) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:09.852011 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cfc9-91bf-4f5c-b0c1-1b4da5d15997 admin admin] Publish callbacks [] for security_group (ad457078-1964-49c4-902d-60d4eb09d7d7), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:09.857419 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-569b3e16-1d47-4843-9aa7-05b215057b3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43eb5eb3-0a93-470f-b6a6-c674e6eddc99 HTTP/1.1" status: 200 len: 217 time: 0.1887147 Apr 06 16:20:09.877123 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-91942b05-ce14-4c28-884f-1046962a4369 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'security_group_rule': {'security_group_id': '0595d604-db2f-4d5f-8460-ee63972502d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:09.934116 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e24543-ff2b-42a6-8ae4-3ed636244fc7 None None] Pushing event updated for resources: {'Port': ['ID=d835f985-5117-43be-8aa5-eb0bda4f867f,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:10.104217 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-91095a82-31c2-4d69-9efd-d7680ca6b9e7 None None] Provisioning complete for port bfc39896-b490-41ec-838f-53e7c37fe5c4 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:10.104914 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-91095a82-31c2-4d69-9efd-d7680ca6b9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.141859 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e488f80a-134a-409f-ab66-3cb80681a798 x-openstack-request-id: req-e488f80a-134a-409f-ab66-3cb80681a798 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:10.150600 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f857e97-57d7-4138-9fb5-3e89a77db6de", "tag": "43eb5eb3-0a93-470f-b6a6-c674e6eddc99", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:10.155869 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e488f80a-134a-409f-ab66-3cb80681a798 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:10.156650 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e488f80a-134a-409f-ab66-3cb80681a798'] response: {'name': 'network-changed', 'server_uuid': '9f857e97-57d7-4138-9fb5-3e89a77db6de', 'tag': '43eb5eb3-0a93-470f-b6a6-c674e6eddc99', 'status': 'completed', 'code': 200} Apr 06 16:20:10.196130 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-91095a82-31c2-4d69-9efd-d7680ca6b9e7 None None] Port bfc39896-b490-41ec-838f-53e7c37fe5c4 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:10.234046 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 58559564-f8a9-4d90-8f2e-65b99940e733 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:10.235277 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.314629 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91942b05-ce14-4c28-884f-1046962a4369 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (1fd0e71b-32ce-4ea4-8bab-dc6780b5f41a), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.337893 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 2, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:10.398174 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.403221 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a53c905-cfeb-43a0-8f51-d64fc7c70852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:10.406040 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-3a53c905-cfeb-43a0-8f51-d64fc7c70852 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=836d4c8a-fa91-44cc-8178-7ba4fe00e21d HTTP/1.1" status: 200 len: 851 time: 0.5325739 Apr 06 16:20:10.480184 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:20:10.481886 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Updating router 872b17a7-94a0-4620-bec3-32724cdb0273 port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:20:10.492848 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-edef3ee9-c5c4-420f-a57b-5425e870fdce None None] Provisioning complete for port d835f985-5117-43be-8aa5-eb0bda4f867f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:10.496517 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-edef3ee9-c5c4-420f-a57b-5425e870fdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.514751 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-675fe39c-9aca-495d-b8b8-f81e71477a31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7579ebe2-d9b2-4125-8489-d24775b2775c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979033 Apr 06 16:20:10.583506 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (19f863f0-1587-4e5c-bbae-16afa029fbeb), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.593539 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91942b05-ce14-4c28-884f-1046962a4369 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (1fd0e71b-32ce-4ea4-8bab-dc6780b5f41a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.608456 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 58559564-f8a9-4d90-8f2e-65b99940e733 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:10.609152 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.626727 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cfc9-91bf-4f5c-b0c1-1b4da5d15997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (ad457078-1964-49c4-902d-60d4eb09d7d7), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.629107 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.629781 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cfc9-91bf-4f5c-b0c1-1b4da5d15997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.640897 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-bbe7cfc9-91bf-4f5c-b0c1-1b4da5d15997 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad457078-1964-49c4-902d-60d4eb09d7d7 HTTP/1.1" status: 204 len: 168 time: 2.0579104 Apr 06 16:20:10.671167 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:20:10.696850 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Sync routers for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:20:10.705870 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fd7bf-ddd0-42d3-92b1-37075ab3b6e0 req-2ab9fbdb-e087-4465-8563-ad7c95a4d0be tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:10.707876 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-057fd7bf-ddd0-42d3-92b1-37075ab3b6e0 req-2ab9fbdb-e087-4465-8563-ad7c95a4d0be tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 944 time: 0.5997322 Apr 06 16:20:10.714034 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91942b05-ce14-4c28-884f-1046962a4369 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (1fd0e71b-32ce-4ea4-8bab-dc6780b5f41a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.756076 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ee51b15a-22ae-4c72-9dd7-39232b8ccbd3 admin admin] 10.222.0.10 "PUT /v2.0/routers/73f28bdb-aa8d-4463-89a8-c2093661e77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1233544 Apr 06 16:20:10.761794 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7cfc9-91bf-4f5c-b0c1-1b4da5d15997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad457078-1964-49c4-902d-60d4eb09d7d7,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:10.827539 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-be28b21c-e541-416e-a283-1cb5836bd59f service neutron] 10.222.0.45 "GET /v2.0/networks/7579ebe2-d9b2-4125-8489-d24775b2775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972465 Apr 06 16:20:10.830920 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-057fd7bf-ddd0-42d3-92b1-37075ab3b6e0 req-baa8394c-1a26-4841-aa95-0b3aa1d6080d tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799127 Apr 06 16:20:10.881069 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91942b05-ce14-4c28-884f-1046962a4369 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd0e71b-32ce-4ea4-8bab-dc6780b5f41a,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:10.896927 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91942b05-ce14-4c28-884f-1046962a4369 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:10.899218 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-91942b05-ce14-4c28-884f-1046962a4369 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0518599 Apr 06 16:20:10.917682 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53440) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:10.932352 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:10.969971 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Checking segment: {'id': '4a6a6199-d7c3-43a1-90b7-2d0d5b455164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2ed596f1-9060-49aa-a71a-0257612bfc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:10.970742 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Network hostable DHCP agents. Network: 2ed596f1-9060-49aa-a71a-0257612bfc5e, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:20:10.989923 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:11.097590 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51a105be-e6dd-4636-8f04-3f685581296b req-a8ca1e79-a2e7-41bc-b5e2-5c1738dbb034 service neutron] 10.222.0.45 "GET /v2.0/networks/7579ebe2-d9b2-4125-8489-d24775b2775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510438 Apr 06 16:20:11.162473 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f863f0-1587-4e5c-bbae-16afa029fbeb,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:11.184203 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Network 2ed596f1-9060-49aa-a71a-0257612bfc5e is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:20:11.222238 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:08Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:11.251920 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 2ed596f1-9060-49aa-a71a-0257612bfc5e) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:11.266959 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:11.267836 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:11.298086 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Allocated IP 172.27.3.215 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/235c6e22-8a8c-4bd2-9ffe-75248a7256da) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:20:11.308063 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 58559564-f8a9-4d90-8f2e-65b99940e733, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=58559564-f8a9-4d90-8f2e-65b99940e733,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:11.341965 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b2cca-5c32-442c-97f3-3fcf410a7aeb None None] Network 2ed596f1-9060-49aa-a71a-0257612bfc5e requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:11.389624 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:11.402960 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e865c0c-8af5-4056-a6f4-f631df37cf13 None None] The sync data for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi is: [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:08Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:20:11.451527 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Publish callbacks [] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:11.470348 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:11.499686 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-fdded0ec-7328-4af8-ac79-bfbcd4fd7db7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.5886135 Apr 06 16:20:11.626668 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:11.636281 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:11.660540 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda7eec-a432-4609-9af6-4265a584e650 req-5203a288-36bc-48e9-a5f1-99d80b050f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:11.670131 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dcda7eec-a432-4609-9af6-4265a584e650 req-5203a288-36bc-48e9-a5f1-99d80b050f8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733929ffe55a415f9cb2f4f2e740d9bf&device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 1128 time: 0.2510881 Apr 06 16:20:11.856938 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=58559564-f8a9-4d90-8f2e-65b99940e733,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:11.968685 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (235c6e22-8a8c-4bd2-9ffe-75248a7256da), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:11.995747 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:12.275782 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69bbb0-d54b-4703-b23e-3e9c3dfb8966 None None] Pushing event updated for resources: {'Port': ['ID=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:12.297611 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Attempting to bind port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:12.297985 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Attempting to bind port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:12.298352 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Attempting to bind port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:12.322289 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:12.322530 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Checking segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:12.327079 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-edef3ee9-c5c4-420f-a57b-5425e870fdce None None] Current status of the port d835f985-5117-43be-8aa5-eb0bda4f867f is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:12.327676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-edef3ee9-c5c4-420f-a57b-5425e870fdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:12.338911 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:12.339463 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Bound using segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:12.340021 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Bound port: f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:12.340434 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:12.376954 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Allocated IP 172.27.3.223 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/c0a292be-42a4-486a-bc59-b951d0993a74) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:20:12.512229 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17efd0dd-5ea1-484d-803f-0b48be28d1cf None None] Network 2ed596f1-9060-49aa-a71a-0257612bfc5e requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:12.605682 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] For port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:12.615435 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4431a70-ebf9-48cf-aa74-8a683934db54 req-5fab2505-7474-4298-abdb-71c85c845168 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:12.620575 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4431a70-ebf9-48cf-aa74-8a683934db54 req-5fab2505-7474-4298-abdb-71c85c845168 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 944 time: 0.5159035 Apr 06 16:20:12.621949 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda7eec-a432-4609-9af6-4265a584e650 req-2022830b-a53b-44bc-b5bf-895570ecfcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:12.625627 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dcda7eec-a432-4609-9af6-4265a584e650 req-2022830b-a53b-44bc-b5bf-895570ecfcfd service neutron] 10.222.0.45 "GET /v2.0/networks?id=7579ebe2-d9b2-4125-8489-d24775b2775c HTTP/1.1" status: 200 len: 912 time: 0.8668158 Apr 06 16:20:12.638783 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] For port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:12.660490 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:12.738755 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (235c6e22-8a8c-4bd2-9ffe-75248a7256da), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:12.795858 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dcda7eec-a432-4609-9af6-4265a584e650 req-f1725ef8-fbf5-4252-8eb4-8e1bf2054530 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43eb5eb3-0a93-470f-b6a6-c674e6eddc99 HTTP/1.1" status: 200 len: 217 time: 0.1402233 Apr 06 16:20:12.826262 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-edef3ee9-c5c4-420f-a57b-5425e870fdce None None] For port d835f985-5117-43be-8aa5-eb0bda4f867f, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=d835f985-5117-43be-8aa5-eb0bda4f867f,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:12.875820 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:12.955809 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:12.958019 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:13.018465 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-edef3ee9-c5c4-420f-a57b-5425e870fdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:13.053605 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69bbb0-d54b-4703-b23e-3e9c3dfb8966 None None] Pushing event updated for resources: {'Port': ['ID=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:13.095455 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:13.104687 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for port (c0a292be-42a4-486a-bc59-b951d0993a74), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:13.111916 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=235c6e22-8a8c-4bd2-9ffe-75248a7256da,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:13.140796 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:13.144004 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:13.156305 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4431a70-ebf9-48cf-aa74-8a683934db54 req-69328023-ff71-4898-8065-575d30285383 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296373 Apr 06 16:20:13.198868 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda7eec-a432-4609-9af6-4265a584e650 req-7c20d710-2419-42c6-8a02-f7789626b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:13.203454 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dcda7eec-a432-4609-9af6-4265a584e650 req-7c20d710-2419-42c6-8a02-f7789626b7c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=836d4c8a-fa91-44cc-8178-7ba4fe00e21d HTTP/1.1" status: 200 len: 851 time: 0.3604653 Apr 06 16:20:13.272744 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef3ee9-c5c4-420f-a57b-5425e870fdce None None] Pushing event updated for resources: {'Port': ['ID=d835f985-5117-43be-8aa5-eb0bda4f867f,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:13.336496 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (91b8406d-6a1b-4767-8368-34971b0de12d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:13.363572 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dcda7eec-a432-4609-9af6-4265a584e650 req-39880c90-4104-4e72-bba5-ec704f519902 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7579ebe2-d9b2-4125-8489-d24775b2775c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499338 Apr 06 16:20:13.376524 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:13.562947 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (235c6e22-8a8c-4bd2-9ffe-75248a7256da), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:13.588077 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-16ef2d39-ff91-432a-93b2-205b15477237 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:13.590009 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-16ef2d39-ff91-432a-93b2-205b15477237 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 818 time: 0.7915313 Apr 06 16:20:13.618836 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-b083b8c4-7eb2-4d17-9bb6-ed113cc09dc3 None None] Provisioning complete for port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:13.634882 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b083b8c4-7eb2-4d17-9bb6-ed113cc09dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:13.664883 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (c0a292be-42a4-486a-bc59-b951d0993a74), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:13.682060 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-3fb5a6ae-86be-4b98-a49d-dcf613414b9e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/quotas/c344cd4b518a49d48b73913e4b073454 HTTP/1.1" status: 200 len: 375 time: 0.0721457 Apr 06 16:20:13.862678 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'Port': ['ID=c0a292be-42a4-486a-bc59-b951d0993a74,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:13.879867 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:13.890414 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:13.894404 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:13.897306 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device d835f985-5117-43be-8aa5-eb0bda4f867f up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:13.939588 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dcda7eec-a432-4609-9af6-4265a584e650 req-55394c0a-92ac-4756-bff2-d09865aeb757 service neutron] 10.222.0.45 "GET /v2.0/networks/7579ebe2-d9b2-4125-8489-d24775b2775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574212 Apr 06 16:20:13.986666 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-ea0c9e02-839f-484a-95ee-63523aa573d7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2935379 Apr 06 16:20:14.012089 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 53510) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:14.225031 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:14.240314 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (77481354-94a0-44fb-9759-7b15f7e74289), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.355163 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41686a8a-ee57-442a-a619-60a980b6a2da None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:20:14.426747 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (c0a292be-42a4-486a-bc59-b951d0993a74), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.435676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port d835f985-5117-43be-8aa5-eb0bda4f867f triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:14.436097 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.563610 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (235c6e22-8a8c-4bd2-9ffe-75248a7256da), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.583304 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (235c6e22-8a8c-4bd2-9ffe-75248a7256da), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.594301 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-b083b8c4-7eb2-4d17-9bb6-ed113cc09dc3 None None] Current status of the port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:14.594831 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b083b8c4-7eb2-4d17-9bb6-ed113cc09dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.691431 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-b083b8c4-7eb2-4d17-9bb6-ed113cc09dc3 None None] For port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:14.713328 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b083b8c4-7eb2-4d17-9bb6-ed113cc09dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.713999 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (91b8406d-6a1b-4767-8368-34971b0de12d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.904819 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53532) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:14.920706 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-158999024-network', 'tenant_id': '2c65eb1301714bafb1e53d298274a2ad'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:14.939298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=235c6e22-8a8c-4bd2-9ffe-75248a7256da,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:14.952326 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2263193e-3e43-41ad-9405-b17a8d5c0e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.959809 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:14.975336 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0155f1e8-b594-493f-a8e1-24350ff131d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1781054 Apr 06 16:20:15.036114 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Made reservation on behalf of 2c65eb1301714bafb1e53d298274a2ad for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:15.041019 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.052143 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083b8c4-7eb2-4d17-9bb6-ed113cc09dc3 None None] Pushing event updated for resources: {'Port': ['ID=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:15.063599 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port d835f985-5117-43be-8aa5-eb0bda4f867f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:15.066015 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:15.102618 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.169801 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-fdd1e248-ba85-424c-91a6-357cc09a73e2 None None] Provisioning complete for port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:15.177614 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fdd1e248-ba85-424c-91a6-357cc09a73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.181169 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 2, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:15.212303 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2263193e-3e43-41ad-9405-b17a8d5c0e29 admin admin] Publish callbacks [] for security_group (e29e6b28-42e9-4b26-97dc-b1549979224b), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.236959 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2263193e-3e43-41ad-9405-b17a8d5c0e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (e29e6b28-42e9-4b26-97dc-b1549979224b), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.283823 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for port (c0a292be-42a4-486a-bc59-b951d0993a74), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.298566 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (c0a292be-42a4-486a-bc59-b951d0993a74), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.299405 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-2263193e-3e43-41ad-9405-b17a8d5c0e29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da5c9ede570d441eb44fb1e1a16dd753&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2837615 Apr 06 16:20:15.303053 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Checking router: 73f28bdb-aa8d-4463-89a8-c2093661e77f for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:20:15.303409 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Updating router 73f28bdb-aa8d-4463-89a8-c2093661e77f port bfc39896-b490-41ec-838f-53e7c37fe5c4 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:20:15.311025 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 53542) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:15.325640 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (77481354-94a0-44fb-9759-7b15f7e74289), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.332854 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e77b8f-05c3-414c-8c2a-a0b27ee9c97e req-933b5b48-455c-42dd-9328-f32f73fd297d tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:15.342026 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b2e77b8f-05c3-414c-8c2a-a0b27ee9c97e req-933b5b48-455c-42dd-9328-f32f73fd297d tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 944 time: 1.0055089 Apr 06 16:20:15.398789 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:15.399165 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.464479 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.474598 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5450130 Apr 06 16:20:15.475027 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.519537 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d3794-01f9-4516-9f7b-04f2daf62509 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'Port': ['ID=c0a292be-42a4-486a-bc59-b951d0993a74,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:15.529973 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dcda7eec-a432-4609-9af6-4265a584e650 req-adea19ce-5fb9-4a88-92a9-2f4da6c5a072 service neutron] 10.222.0.45 "GET /v2.0/networks/7579ebe2-d9b2-4125-8489-d24775b2775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5347459 Apr 06 16:20:15.587835 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Publish callbacks [] for security_group (38c6dddc-e25f-457a-a813-b269ed57b18b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.599420 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (38c6dddc-e25f-457a-a813-b269ed57b18b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.651873 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b2e77b8f-05c3-414c-8c2a-a0b27ee9c97e req-879a159b-8a73-4704-a99e-dcc3f0b86813 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085294 Apr 06 16:20:15.657392 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263193e-3e43-41ad-9405-b17a8d5c0e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e6b28-42e9-4b26-97dc-b1549979224b,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:15.684064 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c6dddc-e25f-457a-a813-b269ed57b18b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:15.697373 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-38bb1363-9a5b-4f84-b7a9-53bbf9a32f82 service neutron] 10.222.0.10 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7030978 Apr 06 16:20:15.710062 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:20:15.736078 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (9e8cba60-0386-4cb4-87d7-1138369282ca), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.736466 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.segments_db [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Added segment 9e8cba60-0386-4cb4-87d7-1138369282ca of type vlan for network 5929bfdf-43b4-4515-8e3b-cd3013d0f922 Apr 06 16:20:15.833941 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1e248-ba85-424c-91a6-357cc09a73e2 None None] Current status of the port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:15.858652 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (5929bfdf-43b4-4515-8e3b-cd3013d0f922), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.962650 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (5929bfdf-43b4-4515-8e3b-cd3013d0f922), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.963860 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:15.964635 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:15.964768 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-1865e20b-6a91-4377-a7ad-cb0ae5ffbca5 service neutron] 10.222.0.10 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506077 Apr 06 16:20:16.042846 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-912e2892-179c-469c-b7a9-2d3fd83dea43 admin admin] Publish callbacks [] for security_group (e29e6b28-42e9-4b26-97dc-b1549979224b), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:16.161586 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-912e2892-179c-469c-b7a9-2d3fd83dea43 admin admin] Publish callbacks [] for security_group (e29e6b28-42e9-4b26-97dc-b1549979224b), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:16.177923 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:16.180990 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 58559564-f8a9-4d90-8f2e-65b99940e733 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:16.249697 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-101f2b16-06a6-4405-bff3-d47a1c2354d2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1225730637&fields=id&tenant_id=8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 267 time: 0.2660072 Apr 06 16:20:16.573653 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-dd1b53cd-e464-495d-9f3c-6fe2108cfa96 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:16.575692 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-dd1b53cd-e464-495d-9f3c-6fe2108cfa96 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 815 time: 0.3156118 Apr 06 16:20:16.624893 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7147102 Apr 06 16:20:16.628133 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53602) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:16.669285 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Request body: {'subnet': {'network_id': '5929bfdf-43b4-4515-8e3b-cd3013d0f922', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-158999024-subnet', 'tenant_id': '2c65eb1301714bafb1e53d298274a2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:16.669408 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-ccc51cdb-9ad5-4bfc-86ad-3e826cf2f2d5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/quotas/8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 375 time: 0.0730312 Apr 06 16:20:16.675703 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89745773-c17e-42be-8c73-b7d9bf1cc403 admin admin] Pushing event updated for resources: {'Network': ['ID=5929bfdf-43b4-4515-8e3b-cd3013d0f922,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:16.732130 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Made reservation on behalf of 2c65eb1301714bafb1e53d298274a2ad for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:16.735004 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:16.739566 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-ee4ecc35-e692-48c8-bbeb-aca024901067 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--922523245&fields=id&tenant_id=5c680db6019347c58db749f3a00b24fb HTTP/1.1" status: 200 len: 267 time: 0.1582320 Apr 06 16:20:16.740353 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-912e2892-179c-469c-b7a9-2d3fd83dea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (e29e6b28-42e9-4b26-97dc-b1549979224b), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:16.743285 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-912e2892-179c-469c-b7a9-2d3fd83dea43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:16.747776 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-912e2892-179c-469c-b7a9-2d3fd83dea43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e29e6b28-42e9-4b26-97dc-b1549979224b HTTP/1.1" status: 204 len: 168 time: 1.4021468 Apr 06 16:20:16.761260 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e2892-179c-469c-b7a9-2d3fd83dea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e6b28-42e9-4b26-97dc-b1549979224b,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:16.855452 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-3e3a6edb-0cc8-48ab-bcd1-dafd83b3eabd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778493 Apr 06 16:20:16.971304 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-66362c82-0c67-4868-92b8-e599a98a6534 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:16.971989 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 5929bfdf-43b4-4515-8e3b-cd3013d0f922 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:20:16.981701 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-66362c82-0c67-4868-92b8-e599a98a6534 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 811 time: 0.2230713 Apr 06 16:20:17.017302 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-01c9f16b-08b3-4814-b25f-889e96b4f4dd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/quotas/5c680db6019347c58db749f3a00b24fb HTTP/1.1" status: 200 len: 375 time: 0.0343370 Apr 06 16:20:17.165105 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-589b31f4-ae9f-4db6-8cc9-ef9da8ba96b0 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389310 Apr 06 16:20:17.208247 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Publish callbacks [] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.264505 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.308016 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (756f87da-bcbb-4ca0-89d5-4abac8178b92), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.377111 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-d683cc90-07f8-4013-a088-4b34b077ac7a service neutron] 10.222.0.10 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828194 Apr 06 16:20:17.385344 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 58559564-f8a9-4d90-8f2e-65b99940e733 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:17.385783 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.387787 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756f87da-bcbb-4ca0-89d5-4abac8178b92,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:17.402892 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Checking segment: {'id': '9e8cba60-0386-4cb4-87d7-1138369282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5929bfdf-43b4-4515-8e3b-cd3013d0f922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:17.405163 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Network hostable DHCP agents. Network: 5929bfdf-43b4-4515-8e3b-cd3013d0f922, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:20:17.443189 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Network 5929bfdf-43b4-4515-8e3b-cd3013d0f922 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:20:17.463536 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 5929bfdf-43b4-4515-8e3b-cd3013d0f922) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:17.474865 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:17.475662 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.501880 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-9c24153a-418a-4140-9b49-a8604b743011 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:20:17.503877 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-9c24153a-418a-4140-9b49-a8604b743011 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2323244 Apr 06 16:20:17.516144 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e0071-110c-45f8-b62a-840cdca64204 None None] Network 5929bfdf-43b4-4515-8e3b-cd3013d0f922 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:17.533056 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-27f15d9f-f940-4bcb-ad03-94633bd6db82 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8960021 Apr 06 16:20:17.609257 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6613da-e642-4ded-94c8-36e0f87bf048 None None] Pushing event updated for resources: {'Port': ['ID=bfc39896-b490-41ec-838f-53e7c37fe5c4,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:17.632920 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53644) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:17.651896 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-80929706-9a97-411e-8ae8-9f1ea1960cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.676944 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-393f2df5-5ec9-4dfc-bc53-bd904b1b2437 service neutron] 10.222.0.10 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957563 Apr 06 16:20:17.730822 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Attempting to bind port bfc39896-b490-41ec-838f-53e7c37fe5c4 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:17.731198 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Attempting to bind port bfc39896-b490-41ec-838f-53e7c37fe5c4 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:17.731572 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Attempting to bind port bfc39896-b490-41ec-838f-53e7c37fe5c4 on network c43e56b7-c540-4dca-aa3d-9aeb6492981e {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:17.757059 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53652) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:17.772598 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-9d83abbe-49b6-459b-b5ab-24e25c2e2f52 service neutron] 10.222.0.10 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572405 Apr 06 16:20:17.777036 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:17.777429 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Checking segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:17.777836 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.778263 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Bound using segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:17.778732 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Bound port: bfc39896-b490-41ec-838f-53e7c37fe5c4, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:17.789825 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.846759 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-4814cce9-5855-40bd-920c-2906dd18dd20 admin admin] Deleting subnet 19f863f0-1587-4e5c-bbae-16afa029fbeb {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:20:17.853142 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4814cce9-5855-40bd-920c-2906dd18dd20 admin admin] Publish callbacks [] for subnet (19f863f0-1587-4e5c-bbae-16afa029fbeb), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.918822 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4814cce9-5855-40bd-920c-2906dd18dd20 admin admin] Publish callbacks [] for subnet (19f863f0-1587-4e5c-bbae-16afa029fbeb), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.923752 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-80929706-9a97-411e-8ae8-9f1ea1960cf4 admin admin] Publish callbacks [] for security_group (82b946b7-4e8a-47d0-847d-5284e8aa5d2f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.934818 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4814cce9-5855-40bd-920c-2906dd18dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (19f863f0-1587-4e5c-bbae-16afa029fbeb), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.942874 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-80929706-9a97-411e-8ae8-9f1ea1960cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (82b946b7-4e8a-47d0-847d-5284e8aa5d2f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:17.960825 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 58559564-f8a9-4d90-8f2e-65b99940e733 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:17.998509 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b04a3dc1-9d5f-4159-b720-51df6cb19695 req-3cb2959e-7f03-4ffe-9041-62e714915307 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 210 time: 0.0387468 Apr 06 16:20:18.028198 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-80929706-9a97-411e-8ae8-9f1ea1960cf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d02b096425649799fe8d3bd0502bc79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3941798 Apr 06 16:20:18.036825 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53660) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:18.040790 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80929706-9a97-411e-8ae8-9f1ea1960cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b946b7-4e8a-47d0-847d-5284e8aa5d2f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:18.044341 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-6c5c7e4b-a710-4145-b9d8-01a1b5321a21 service neutron] 10.222.0.10 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654712 Apr 06 16:20:18.168307 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-fe7e0a2f-22bd-4e4f-ad75-78897c5a704d None None] Provisioning complete for port bfc39896-b490-41ec-838f-53e7c37fe5c4 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:18.168864 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0a2f-22bd-4e4f-ad75-78897c5a704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.174986 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4814cce9-5855-40bd-920c-2906dd18dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (19f863f0-1587-4e5c-bbae-16afa029fbeb), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.235934 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfa038-f32c-49a2-876f-060ae6fab873 None None] Network 5929bfdf-43b4-4515-8e3b-cd3013d0f922 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:18.258114 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814cce9-5855-40bd-920c-2906dd18dd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f863f0-1587-4e5c-bbae-16afa029fbeb,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:18.259979 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-574c8c32-ed4e-446e-98f7-0b3d79e20092 admin admin] Publish callbacks [] for security_group (82b946b7-4e8a-47d0-847d-5284e8aa5d2f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.269766 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:18.278838 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4814cce9-5855-40bd-920c-2906dd18dd20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.283431 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-4814cce9-5855-40bd-920c-2906dd18dd20 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/19f863f0-1587-4e5c-bbae-16afa029fbeb HTTP/1.1" status: 204 len: 168 time: 0.5253901 Apr 06 16:20:18.286117 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 53672) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:18.374644 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-574c8c32-ed4e-446e-98f7-0b3d79e20092 admin admin] Publish callbacks [] for security_group (82b946b7-4e8a-47d0-847d-5284e8aa5d2f), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.451480 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] For port bfc39896-b490-41ec-838f-53e7c37fe5c4, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:18.456363 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] For port bfc39896-b490-41ec-838f-53e7c37fe5c4, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=bfc39896-b490-41ec-838f-53e7c37fe5c4,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:18.457399 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-574c8c32-ed4e-446e-98f7-0b3d79e20092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (82b946b7-4e8a-47d0-847d-5284e8aa5d2f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.461630 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e0a2f-22bd-4e4f-ad75-78897c5a704d None None] Port bfc39896-b490-41ec-838f-53e7c37fe5c4 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:18.461774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-574c8c32-ed4e-446e-98f7-0b3d79e20092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.466172 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-574c8c32-ed4e-446e-98f7-0b3d79e20092 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82b946b7-4e8a-47d0-847d-5284e8aa5d2f HTTP/1.1" status: 204 len: 168 time: 0.4282529 Apr 06 16:20:18.477768 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.484025 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c8c32-ed4e-446e-98f7-0b3d79e20092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b946b7-4e8a-47d0-847d-5284e8aa5d2f,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:18.571483 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6613da-e642-4ded-94c8-36e0f87bf048 None None] Pushing event updated for resources: {'Port': ['ID=bfc39896-b490-41ec-838f-53e7c37fe5c4,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:18.602481 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:18.603072 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:18.667161 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6e072253-0a70-4290-a0bb-b4b1b67047cd req-53380a17-d2cb-492f-bacd-f0847642d638 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.2082236 Apr 06 16:20:18.729003 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:18.733336 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd75b98-41c6-4a08-a323-c6454ab0d14a req-cf1db9a8-381b-4736-9d7d-fe918be3c961 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:18.747759 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:19:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:18.761670 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ccd75b98-41c6-4a08-a323-c6454ab0d14a req-cf1db9a8-381b-4736-9d7d-fe918be3c961 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 944 time: 0.5403142 Apr 06 16:20:18.778787 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (2ed596f1-9060-49aa-a71a-0257612bfc5e), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.094211 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:19.149122 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:19.151526 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ccd75b98-41c6-4a08-a323-c6454ab0d14a req-ad78fc90-61f3-4c6f-8946-7eba5b678e0b tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866622 Apr 06 16:20:19.234813 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (2ed596f1-9060-49aa-a71a-0257612bfc5e), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.277793 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.278135 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.278953 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.279288 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > port after_create 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.279617 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.279955 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > port after_update 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.280273 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.280617 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.281164 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.281280 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.295357 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-bd3a478c-37ed-4aa4-8700-223d9c29eb90 None None] Provisioning complete for port bfc39896-b490-41ec-838f-53e7c37fe5c4 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:19.295924 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd3a478c-37ed-4aa4-8700-223d9c29eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.410637 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.410637 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.411002 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.411170 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:19.412178 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed596f1-9060-49aa-a71a-0257612bfc5e']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:19.422703 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-1260b71b-f45c-454d-94a2-d184a9ed92b0 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:19.424276 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-1260b71b-f45c-454d-94a2-d184a9ed92b0 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 818 time: 0.6032398 Apr 06 16:20:19.430579 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a478c-37ed-4aa4-8700-223d9c29eb90 None None] Current status of the port bfc39896-b490-41ec-838f-53e7c37fe5c4 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:19.431002 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd3a478c-37ed-4aa4-8700-223d9c29eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.449877 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6a6199-d7c3-43a1-90b7-2d0d5b455164') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:19.450200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6a6199-d7c3-43a1-90b7-2d0d5b455164') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:19.475481 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-bd3a478c-37ed-4aa4-8700-223d9c29eb90 None None] For port bfc39896-b490-41ec-838f-53e7c37fe5c4, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=bfc39896-b490-41ec-838f-53e7c37fe5c4,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:19.480702 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:18Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:19.484097 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bd3a478c-37ed-4aa4-8700-223d9c29eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.488056 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (4a6a6199-d7c3-43a1-90b7-2d0d5b455164), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.493687 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c384609a-1904-477c-af3f-9a8027ca77e2 req-8802ded7-0bdf-4028-b795-1723742a3043 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0684855 Apr 06 16:20:19.503250 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-7afad6e0-a2dc-498f-bed3-f493f654a790 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/quotas/c344cd4b518a49d48b73913e4b073454 HTTP/1.1" status: 200 len: 375 time: 0.0680645 Apr 06 16:20:19.522118 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ecc58-9956-4de8-82cc-c75d0815cd5e None None] The sync data for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi is: [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:18Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:20:19.527440 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (4a6a6199-d7c3-43a1-90b7-2d0d5b455164), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.550937 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:20:19.551338 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (4a6a6199-d7c3-43a1-90b7-2d0d5b455164), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.573896 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a478c-37ed-4aa4-8700-223d9c29eb90 None None] Pushing event updated for resources: {'Port': ['ID=bfc39896-b490-41ec-838f-53e7c37fe5c4,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: from cryptography.utils import int_from_bytes Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: from cryptography.utils import int_from_bytes Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:20:19.591816 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:20:19.664658 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (2ed596f1-9060-49aa-a71a-0257612bfc5e), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.675659 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-8f0a038a-087d-4f8d-801f-0e774ee13f74 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662776 Apr 06 16:20:19.676696 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.683942 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53732) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:19.684436 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] 10.222.0.10 "DELETE /v2.0/networks/2ed596f1-9060-49aa-a71a-0257612bfc5e HTTP/1.1" status: 204 len: 168 time: 1.3919175 Apr 06 16:20:19.698051 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a5ba4-bc47-4c16-8a74-8620df16923d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed596f1-9060-49aa-a71a-0257612bfc5e,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:19.729686 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e63eb860-f049-49c8-b730-f737bd6611a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.749923 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bf3d22-0106-49aa-a8ca-4a0e3d95afa9 admin admin] Deleting subnet 756f87da-bcbb-4ca0-89d5-4abac8178b92 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:20:19.755695 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82bf3d22-0106-49aa-a8ca-4a0e3d95afa9 admin admin] Publish callbacks [] for subnet (756f87da-bcbb-4ca0-89d5-4abac8178b92), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.811110 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b1e2c2b4-5ca0-47e8-97a0-5700b83f26ed req-69aeefe6-04c6-4a17-b46c-b2a2019523c0 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.0344408 Apr 06 16:20:19.821859 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82bf3d22-0106-49aa-a8ca-4a0e3d95afa9 admin admin] Publish callbacks [] for subnet (756f87da-bcbb-4ca0-89d5-4abac8178b92), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.838853 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82bf3d22-0106-49aa-a8ca-4a0e3d95afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (756f87da-bcbb-4ca0-89d5-4abac8178b92), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.874131 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-428bbdfa-39dc-4fca-95de-84ae0dc7c64e service neutron] 10.222.0.10 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630626 Apr 06 16:20:19.914659 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82bf3d22-0106-49aa-a8ca-4a0e3d95afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for subnet (756f87da-bcbb-4ca0-89d5-4abac8178b92), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.950595 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82bf3d22-0106-49aa-a8ca-4a0e3d95afa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:19.956965 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-82bf3d22-0106-49aa-a8ca-4a0e3d95afa9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/756f87da-bcbb-4ca0-89d5-4abac8178b92 HTTP/1.1" status: 204 len: 168 time: 0.2718294 Apr 06 16:20:19.958027 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53738) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:20.009757 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-ab6c1c86-8339-4228-846d-7b81d9e475bf service neutron] 10.222.0.10 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344531 Apr 06 16:20:20.015309 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf3d22-0106-49aa-a8ca-4a0e3d95afa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756f87da-bcbb-4ca0-89d5-4abac8178b92,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:20.034229 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (5929bfdf-43b4-4515-8e3b-cd3013d0f922), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:20.098422 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device bfc39896-b490-41ec-838f-53e7c37fe5c4 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:20.153954 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (5929bfdf-43b4-4515-8e3b-cd3013d0f922), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:20.211035 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port bfc39896-b490-41ec-838f-53e7c37fe5c4 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:20.212147 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:20.228714 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.230536 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.236657 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.237019 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.237368 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.237724 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.240598 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.245746 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.246619 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.248526 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.274940 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0e13cf70-64c5-4a76-bdde-39da21947006 req-db8589ee-ec36-445f-9e8f-1414f9c1aa34 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 210 time: 0.0561836 Apr 06 16:20:20.412575 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bda529-bb3b-4266-81c6-5f0bf4d6f924 req-dcd2efdb-4357-44fc-8d7d-3a954da1e8a1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:20.417026 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port bfc39896-b490-41ec-838f-53e7c37fe5c4 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:20.419493 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d1bda529-bb3b-4266-81c6-5f0bf4d6f924 req-dcd2efdb-4357-44fc-8d7d-3a954da1e8a1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 944 time: 0.0922935 Apr 06 16:20:20.487263 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d1bda529-bb3b-4266-81c6-5f0bf4d6f924 req-e0938f1f-597d-4601-8c60-49b5ac4c9059 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573239 Apr 06 16:20:20.620557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.620910 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.621247 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.621572 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:20:20.621916 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5929bfdf-43b4-4515-8e3b-cd3013d0f922']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:20.626757 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c76db1b-364a-4a03-b604-3c40e47bf9b2 req-3991ace2-a609-4081-b91a-4946e42a68fa tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0419433 Apr 06 16:20:20.648959 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8cba60-0386-4cb4-87d7-1138369282ca') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:20.649312 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8cba60-0386-4cb4-87d7-1138369282ca') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:20.674800 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119202'] for segment (9e8cba60-0386-4cb4-87d7-1138369282ca), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:20.699740 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (9e8cba60-0386-4cb4-87d7-1138369282ca), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:20.710813 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:20:20.712170 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26206570'] for segment (9e8cba60-0386-4cb4-87d7-1138369282ca), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: from cryptography.utils import int_from_bytes Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: from cryptography.utils import int_from_bytes Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: Traceback (most recent call last): Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: timer() Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: cb(*args, **kw) Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: return func(*args, **kwargs) Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: self._notify() Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: self.callback(batched_events) Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: event.method(event) Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: return f(self, *a, **k) Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._get(url).json() Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: return self.request(url, 'GET', **kwargs) Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:20:20.717637 dv-cinder-815660-7-iscsi neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:20:20.786332 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (5929bfdf-43b4-4515-8e3b-cd3013d0f922), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:20.799143 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:20.806144 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5929bfdf-43b4-4515-8e3b-cd3013d0f922 HTTP/1.1" status: 204 len: 168 time: 0.8467410 Apr 06 16:20:20.828753 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5949959-7148-4b8d-9681-587569cd57d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5929bfdf-43b4-4515-8e3b-cd3013d0f922,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:20.937092 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7c6c76ea-015c-4190-a558-c41015f4bcd0 req-f85299b9-d920-4845-bf25-821963199d26 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.0321116 Apr 06 16:20:21.035718 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53782) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:21.086138 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-36790ab7-4e2e-496e-aee5-0c0d16a64dd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fd3d1d6e6264697bd82ee104f9fb30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483549 Apr 06 16:20:21.088676 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53784) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:21.159119 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91ca840a-709c-4a5f-9cfa-cb1fbbf3fb62 admin admin] Publish callbacks [] for security_group (67a63a24-9584-4bd4-9a5f-78cf66c7d759), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:21.190676 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91ca840a-709c-4a5f-9cfa-cb1fbbf3fb62 admin admin] Publish callbacks [] for security_group (67a63a24-9584-4bd4-9a5f-78cf66c7d759), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:21.340131 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91ca840a-709c-4a5f-9cfa-cb1fbbf3fb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (67a63a24-9584-4bd4-9a5f-78cf66c7d759), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:21.340131 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-91ca840a-709c-4a5f-9cfa-cb1fbbf3fb62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:21.340932 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-91ca840a-709c-4a5f-9cfa-cb1fbbf3fb62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67a63a24-9584-4bd4-9a5f-78cf66c7d759 HTTP/1.1" status: 204 len: 168 time: 0.2499063 Apr 06 16:20:21.362419 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca840a-709c-4a5f-9cfa-cb1fbbf3fb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a63a24-9584-4bd4-9a5f-78cf66c7d759,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:21.500155 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bbe619ab-41b0-4427-9c90-845a94b68390 req-95de1b0a-64b9-4b46-8a33-916acf5fa41f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 210 time: 0.0494621 Apr 06 16:20:21.701265 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e63fe2-4ab0-49ff-a5cf-d4696fbbadc0 req-dd97b491-ebc7-4118-b610-3dcd5e029663 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:21.702910 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-64e63fe2-4ab0-49ff-a5cf-d4696fbbadc0 req-dd97b491-ebc7-4118-b610-3dcd5e029663 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 944 time: 0.1050408 Apr 06 16:20:21.785686 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7ea6aeb8-9e82-4511-be52-a974f97b002d req-f2aff814-cf3e-4919-bbf5-b353cedf0d1a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0560725 Apr 06 16:20:21.842743 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-64e63fe2-4ab0-49ff-a5cf-d4696fbbadc0 req-ba1bcfa6-a3d4-4381-b403-b0e223438baf tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218905 Apr 06 16:20:21.900628 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53822) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:21.974019 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2d5f05bc-f0f5-404f-a40b-e15653e46f04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c65eb1301714bafb1e53d298274a2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720849 Apr 06 16:20:21.977071 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53826) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:22.064022 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c9021aee-44ec-48a0-8a0e-c4959083b502 admin admin] Publish callbacks [] for security_group (38c6dddc-e25f-457a-a813-b269ed57b18b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:22.099849 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c9021aee-44ec-48a0-8a0e-c4959083b502 admin admin] Publish callbacks [] for security_group (38c6dddc-e25f-457a-a813-b269ed57b18b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:22.113508 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9b244903-267b-4885-ac52-b5b399561be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:22.139699 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2fa91db3-a296-49b9-a03d-4940061f29f5 req-8f6c819f-dd87-4651-a78c-35711950f40e tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.0934978 Apr 06 16:20:22.181201 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c9021aee-44ec-48a0-8a0e-c4959083b502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (38c6dddc-e25f-457a-a813-b269ed57b18b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:22.184717 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c9021aee-44ec-48a0-8a0e-c4959083b502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:22.188480 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-c9021aee-44ec-48a0-8a0e-c4959083b502 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38c6dddc-e25f-457a-a813-b269ed57b18b HTTP/1.1" status: 204 len: 168 time: 0.2075427 Apr 06 16:20:22.200791 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9021aee-44ec-48a0-8a0e-c4959083b502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c6dddc-e25f-457a-a813-b269ed57b18b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:22.452206 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-59726cd4-3b69-4a5d-bdbc-cb2d73e6deb3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:22.453417 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-59726cd4-3b69-4a5d-bdbc-cb2d73e6deb3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 818 time: 0.1927431 Apr 06 16:20:22.600328 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-033b5277-786f-4637-b607-9f81a42f6d43 req-ac00bfca-5f58-4ba6-b0ef-96cfc7f2c564 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 210 time: 0.0375652 Apr 06 16:20:22.915301 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d11472fa-7047-489f-9cb1-9e29f1cd39b7 req-f9623702-eacf-4af1-99e7-370ec74811a6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0339150 Apr 06 16:20:22.975627 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3db894-5682-4d46-b87c-c18fdb75f5f9 req-20ffb146-dd5c-4856-be03-10136447aaf7 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:22.977670 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e3db894-5682-4d46-b87c-c18fdb75f5f9 req-20ffb146-dd5c-4856-be03-10136447aaf7 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 944 time: 0.0541134 Apr 06 16:20:23.030001 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e3db894-5682-4d46-b87c-c18fdb75f5f9 req-d0d4ddba-d848-452e-b284-81e46325e579 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Apr 06 16:20:23.217604 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:23.240827 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76c6a0b1-9964-4a65-8d25-c63761dc7acd req-6ebd02cc-0563-47e0-bd14-f05d763782cb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Apr 06 16:20:23.262164 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:20:23.287681 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:23.376417 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,segment=NetworkSegment(195fba73-e78a-4aa5-9822-ea5ca44307f6),segment_id=195fba73-e78a-4aa5-9822-ea5ca44307f6)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:23.387732 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '43eb5eb3-0a93-470f-b6a6-c674e6eddc99', 'network_id': '7579ebe2-d9b2-4125-8489-d24775b2775c', 'port_id': '43eb5eb3-0a93-470f-b6a6-c674e6eddc99', 'mac_address': 'fa:16:3e:7d:14:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836d4c8a-fa91-44cc-8178-7ba4fe00e21d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:20:23.536587 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:23.536983 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:23.551232 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:23.572459 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,segment=NetworkSegment(195fba73-e78a-4aa5-9822-ea5ca44307f6),segment_id=195fba73-e78a-4aa5-9822-ea5ca44307f6)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:23.577660 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:23.627322 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:23.696215 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4421ea32-93a2-4551-b846-000f430c45c9 req-885dd345-610c-4c0a-b2ab-b4ed7231c7b5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 210 time: 0.0265989 Apr 06 16:20:24.018515 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-588a3ab2-072a-41c0-9e10-848347932c00 req-60ab69cc-27a2-4ffb-9df5-b9aa340db0d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0333581 Apr 06 16:20:24.151545 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153106c5-68fb-46b9-82f1-c34a82da33cb req-17cb82b3-e06e-47eb-bfdb-1aa19128ab8d tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:24.153289 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-153106c5-68fb-46b9-82f1-c34a82da33cb req-17cb82b3-e06e-47eb-bfdb-1aa19128ab8d tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 945 time: 0.0557258 Apr 06 16:20:24.207865 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-153106c5-68fb-46b9-82f1-c34a82da33cb req-9243ad83-2258-4c50-9083-7e67a4f0d52a tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Apr 06 16:20:24.346243 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e441962-0144-49b1-bebe-695f8d55ca76 req-5e8c149d-deb2-4e91-9e22-0e0a99db487f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.0319371 Apr 06 16:20:24.378464 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53976) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:24.492107 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-17b44c50-1778-4670-a2cb-dcda1e2ba38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.572606 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-17b44c50-1778-4670-a2cb-dcda1e2ba38c admin admin] Publish callbacks [] for security_group (20ed3a5d-1f08-4ef1-bcf1-4f7dc28ea901), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.576916 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-17b44c50-1778-4670-a2cb-dcda1e2ba38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (20ed3a5d-1f08-4ef1-bcf1-4f7dc28ea901), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.618339 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-17b44c50-1778-4670-a2cb-dcda1e2ba38c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=680b198acd324a53a295e73131ffd003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380075 Apr 06 16:20:24.621501 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 53996) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:24.628573 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b44c50-1778-4670-a2cb-dcda1e2ba38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed3a5d-1f08-4ef1-bcf1-4f7dc28ea901,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:24.632995 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.677492 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-38097854-3a00-47ce-8914-b7012646b243 admin admin] Publish callbacks [] for security_group (20ed3a5d-1f08-4ef1-bcf1-4f7dc28ea901), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.698918 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-38097854-3a00-47ce-8914-b7012646b243 admin admin] Publish callbacks [] for security_group (20ed3a5d-1f08-4ef1-bcf1-4f7dc28ea901), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.703921 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54000) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:24.752198 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-38097854-3a00-47ce-8914-b7012646b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (20ed3a5d-1f08-4ef1-bcf1-4f7dc28ea901), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.756288 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-38097854-3a00-47ce-8914-b7012646b243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.757809 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-38097854-3a00-47ce-8914-b7012646b243 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20ed3a5d-1f08-4ef1-bcf1-4f7dc28ea901 HTTP/1.1" status: 204 len: 168 time: 0.1350596 Apr 06 16:20:24.769522 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38097854-3a00-47ce-8914-b7012646b243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed3a5d-1f08-4ef1-bcf1-4f7dc28ea901,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:24.813152 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfa4d64-7366-4aa7-8c0d-fde1023bd808 req-2fdaf4c3-fe11-41e5-97ac-7e9e0ae0a098 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 210 time: 0.0465288 Apr 06 16:20:24.823882 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8e8de20c-cb2f-4bc9-8aad-10b0e34e1bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.903065 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8e8de20c-cb2f-4bc9-8aad-10b0e34e1bd0 admin admin] Publish callbacks [] for security_group (2b993435-fb59-4fa9-ab9b-67d85fc4ac6a), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.907318 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8e8de20c-cb2f-4bc9-8aad-10b0e34e1bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2b993435-fb59-4fa9-ab9b-67d85fc4ac6a), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:24.945141 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-8e8de20c-cb2f-4bc9-8aad-10b0e34e1bd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=beb1bc4cc25a4e6babda564dbf3330ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400553 Apr 06 16:20:24.946346 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8de20c-cb2f-4bc9-8aad-10b0e34e1bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b993435-fb59-4fa9-ab9b-67d85fc4ac6a,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:24.947839 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54010) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:24.989925 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'port': {'device_id': '3127699e-0f77-4eec-b05b-7f4fd750de7d', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'admin_state_up': True, 'tenant_id': 'c344cd4b518a49d48b73913e4b073454'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:24.991255 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.45', 55556) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:25.082494 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.45', 55557) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:25.138185 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.45', 55558) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:25.166731 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50d9208f-7da0-4f65-bd7d-cd586f986757 admin admin] Publish callbacks [] for security_group (2b993435-fb59-4fa9-ab9b-67d85fc4ac6a), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:25.193029 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54016) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:25.214390 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['43eb5eb3-0a93-470f-b6a6-c674e6eddc99'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:20:25.325468 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-03f11d09-1def-4524-a5ee-0fa7cd46bbd6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:25.327004 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-03f11d09-1def-4524-a5ee-0fa7cd46bbd6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 815 time: 0.3345194 Apr 06 16:20:25.337722 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-944663fd-3932-4866-b29d-bba1aadb7784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:25.375379 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50d9208f-7da0-4f65-bd7d-cd586f986757 admin admin] Publish callbacks [] for security_group (2b993435-fb59-4fa9-ab9b-67d85fc4ac6a), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:25.523201 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-206fbe8c-f0ae-4ced-8581-a802ab001be6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:25.525206 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-206fbe8c-f0ae-4ced-8581-a802ab001be6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 811 time: 0.3838878 Apr 06 16:20:25.529626 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-ff41e2a0-263c-4bc6-8627-76b75f6d799b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 380 time: 0.1850255 Apr 06 16:20:25.559263 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'port': {'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'admin_state_up': True, 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'security_groups': ['7ced5fa4-805a-4b25-a6b6-de45192b67ed']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:25.592151 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f3fdc4b-220b-4404-af5c-4693094ea352 req-bcb4077d-0124-4b9f-8315-50ab9313b56a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.1126146 Apr 06 16:20:25.647305 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50d9208f-7da0-4f65-bd7d-cd586f986757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2b993435-fb59-4fa9-ab9b-67d85fc4ac6a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:25.649797 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-50d9208f-7da0-4f65-bd7d-cd586f986757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:25.651006 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-50d9208f-7da0-4f65-bd7d-cd586f986757 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b993435-fb59-4fa9-ab9b-67d85fc4ac6a HTTP/1.1" status: 204 len: 168 time: 0.7019796 Apr 06 16:20:25.657901 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f5d78-7d6a-425d-89d9-7e8a247a3c5f req-8a1ddb7f-33f2-480f-88c8-3c6641fc4e5e tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:25.660223 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7d3f5d78-7d6a-425d-89d9-7e8a247a3c5f req-8a1ddb7f-33f2-480f-88c8-3c6641fc4e5e tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 945 time: 0.1819115 Apr 06 16:20:25.722244 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2c0ededf-948c-4b55-950e-39ff429f9a02 req-e974226a-c0b1-4dbd-8498-ccda1731a493 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.0610085 Apr 06 16:20:25.737401 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-760a5a48-376c-4755-b737-fbd2d91ea930 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:25.739345 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-760a5a48-376c-4755-b737-fbd2d91ea930 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 818 time: 0.6502509 Apr 06 16:20:25.745611 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Made reservation on behalf of c344cd4b518a49d48b73913e4b073454 for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:25.749261 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:25.764052 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'port': {'device_id': '441ebf43-5e6a-4e27-912e-2c7d366d6583', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'admin_state_up': True, 'tenant_id': 'c344cd4b518a49d48b73913e4b073454'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:25.775230 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-679ac03c-c59d-41fc-aa1d-af5338cff770 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c680db6019347c58db749f3a00b24fb HTTP/1.1" status: 200 len: 379 time: 0.2224183 Apr 06 16:20:25.803015 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9208f-7da0-4f65-bd7d-cd586f986757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b993435-fb59-4fa9-ab9b-67d85fc4ac6a,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:25.816576 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'port': {'device_id': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'admin_state_up': True, 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'security_groups': ['0595d604-db2f-4d5f-8460-ee63972502d1']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:25.855667 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7d3f5d78-7d6a-425d-89d9-7e8a247a3c5f req-231307c1-c528-4076-a886-e476d45d8dfb tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889360 Apr 06 16:20:25.962848 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.016819 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65104b2b-2228-4285-a684-c876fb6f3834 req-69122ebc-8a73-49d5-9e70-8c3aa5084099 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 210 time: 0.0642667 Apr 06 16:20:26.106422 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Made reservation on behalf of c344cd4b518a49d48b73913e4b073454 for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:26.113829 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.171792 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Allocated IP 172.20.0.3 (c43e56b7-c540-4dca-aa3d-9aeb6492981e/47e79c2b-30c0-4b84-9b16-36972fd23242/5196cea7-a08c-45ec-bb70-0e035cf507b0) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:20:26.190988 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-944663fd-3932-4866-b29d-bba1aadb7784 admin admin] Publish callbacks [] for security_group (3bf6c24e-d39e-410c-9419-f93081a26767), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.225168 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-944663fd-3932-4866-b29d-bba1aadb7784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (3bf6c24e-d39e-410c-9419-f93081a26767), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.231754 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54072) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:26.282741 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-000b361f-cd0b-45ee-8792-dd7d62852386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.309569 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944663fd-3932-4866-b29d-bba1aadb7784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf6c24e-d39e-410c-9419-f93081a26767,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:26.314796 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-944663fd-3932-4866-b29d-bba1aadb7784 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b03e3a0152324fd9ba1127f2d46880e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1093788 Apr 06 16:20:26.325509 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54078) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:26.368017 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Made reservation on behalf of 8bbedda6ee48464fb3365fed5dbed23a for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:26.373218 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.385694 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Made reservation on behalf of 5c680db6019347c58db749f3a00b24fb for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:26.390969 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.497423 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-deb48078-d31f-4647-9d6e-87bc96da81ec admin admin] Publish callbacks [] for security_group (3bf6c24e-d39e-410c-9419-f93081a26767), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.532063 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.547068 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-deb48078-d31f-4647-9d6e-87bc96da81ec admin admin] Publish callbacks [] for security_group (3bf6c24e-d39e-410c-9419-f93081a26767), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.558947 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-000b361f-cd0b-45ee-8792-dd7d62852386 admin admin] Publish callbacks [] for security_group (2b5112bd-f4d5-4728-8000-3d1901716d01), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.573375 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-000b361f-cd0b-45ee-8792-dd7d62852386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2b5112bd-f4d5-4728-8000-3d1901716d01), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.647744 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-000b361f-cd0b-45ee-8792-dd7d62852386 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba934d4490d84b628a4d9f4b364b764a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130011 Apr 06 16:20:26.651409 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54086) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:26.669858 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b361f-cd0b-45ee-8792-dd7d62852386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5112bd-f4d5-4728-8000-3d1901716d01,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:26.702356 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Allocated IP 172.20.0.4 (60a0ad62-9536-48c1-8d5c-18a2aec63d4a/36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4/9e6159a2-f8ed-4eed-81fc-bab4c749817a) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:20:26.711029 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.719204 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Allocated IP 172.20.0.14 (b8c48e4b-cf0d-46ad-86bc-75206242ddf7/31d8ccaf-2104-453c-8bf6-227a1b24768d/6ac797da-dd8c-4027-aa88-ce8f5fd4bda1) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:20:26.768607 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f2ecb194-b59f-48bb-acce-52822b9f2aa9 req-2d077032-a761-401d-b276-078722d4bd4c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0916998 Apr 06 16:20:26.801762 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-deb48078-d31f-4647-9d6e-87bc96da81ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (3bf6c24e-d39e-410c-9419-f93081a26767), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.804918 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-deb48078-d31f-4647-9d6e-87bc96da81ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.806742 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-deb48078-d31f-4647-9d6e-87bc96da81ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bf6c24e-d39e-410c-9419-f93081a26767 HTTP/1.1" status: 204 len: 168 time: 0.4795713 Apr 06 16:20:26.862545 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:26.870351 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8df40928-d6af-40f6-8f73-079e566ff437 req-0b946b40-2613-4398-9a66-10e711b3d138 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.0696721 Apr 06 16:20:26.870551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb48078-d31f-4647-9d6e-87bc96da81ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf6c24e-d39e-410c-9419-f93081a26767,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:26.886915 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:26.889820 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:26.904493 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Allocated IP 172.20.0.13 (c43e56b7-c540-4dca-aa3d-9aeb6492981e/47e79c2b-30c0-4b84-9b16-36972fd23242/ac916448-8d96-4d3b-a911-90b9995478e8) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:20:26.931858 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event updated for resources: {'Port': ['ID=5196cea7-a08c-45ec-bb70-0e035cf507b0,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:26.946829 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:26.961915 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bcb437aa-53f3-47a4-af81-a7e4821ea2d2 admin admin] Publish callbacks [] for security_group (2b5112bd-f4d5-4728-8000-3d1901716d01), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:26.988326 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.036033 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:27.037168 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.077842 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:20:27.091356 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:27.091739 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.102662 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.103421 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bcb437aa-53f3-47a4-af81-a7e4821ea2d2 admin admin] Publish callbacks [] for security_group (2b5112bd-f4d5-4728-8000-3d1901716d01), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.146118 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.196872 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-c06007cf-424e-451f-8a5e-6f8999e27e53 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2123561 Apr 06 16:20:27.232805 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.240653 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Request body: {'port': {'device_id': '3127699e-0f77-4eec-b05b-7f4fd750de7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:27.249497 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:27.251004 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.276104 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:27.279412 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-50bc2060-0e3b-464f-bf1d-f652a997dcbc None None] Provisioning complete for port 5196cea7-a08c-45ec-bb70-0e035cf507b0 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:27.279953 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-50bc2060-0e3b-464f-bf1d-f652a997dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.295195 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:27.308183 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:27.310651 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:27.314451 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:27.318869 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=9e6159a2-f8ed-4eed-81fc-bab4c749817a,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:27.321774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:27.323416 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-50bc2060-0e3b-464f-bf1d-f652a997dcbc None None] Port 5196cea7-a08c-45ec-bb70-0e035cf507b0 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:27.330511 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f857e97-57d7-4138-9fb5-3e89a77db6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eb5eb3-0a93-470f-b6a6-c674e6eddc99'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:27.352413 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aedcd-adde-4572-8592-409dc2c1d427 req-9eaa6eea-9fac-439f-916d-75e461028041 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:27.359881 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a7aedcd-adde-4572-8592-409dc2c1d427 req-9eaa6eea-9fac-439f-916d-75e461028041 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 945 time: 0.3529065 Apr 06 16:20:27.427949 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bcb437aa-53f3-47a4-af81-a7e4821ea2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2b5112bd-f4d5-4728-8000-3d1901716d01), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.433494 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bcb437aa-53f3-47a4-af81-a7e4821ea2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.433494 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-bcb437aa-53f3-47a4-af81-a7e4821ea2d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b5112bd-f4d5-4728-8000-3d1901716d01 HTTP/1.1" status: 204 len: 168 time: 0.7797525 Apr 06 16:20:27.467269 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8246abb-5e9a-4e01-aebf-ebbc84c6b8bc req-ab016273-5031-42b7-a8d1-2fb04ea41735 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:27.474646 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a8246abb-5e9a-4e01-aebf-ebbc84c6b8bc req-ab016273-5031-42b7-a8d1-2fb04ea41735 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 931 time: 0.3442342 Apr 06 16:20:27.482586 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for port (ac916448-8d96-4d3b-a911-90b9995478e8), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.494158 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.501075 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb437aa-53f3-47a4-af81-a7e4821ea2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5112bd-f4d5-4728-8000-3d1901716d01,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:27.575577 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,segment=NetworkSegment(195fba73-e78a-4aa5-9822-ea5ca44307f6),segment_id=195fba73-e78a-4aa5-9822-ea5ca44307f6)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:27.600235 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.654294 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'Port': ['ID=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:27.700195 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:27.702559 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.749786 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:27.762956 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:27.764099 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.780770 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-c8d4e331-0bd1-41a8-b896-e4c6acd19b9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2290499 Apr 06 16:20:27.806050 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Request body: {'port': {'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:27.824962 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a7aedcd-adde-4572-8592-409dc2c1d427 req-83fdab7c-0724-40c8-9755-c29c50f4c73a tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602420 Apr 06 16:20:27.880675 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-124af99a-6a7a-4daa-ae4f-9a6259dda511 None None] Provisioning complete for port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:27.881311 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-124af99a-6a7a-4daa-ae4f-9a6259dda511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:27.902301 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-a5b14f9b-740f-492e-bfb1-f05ded87d25c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1078231 Apr 06 16:20:27.903787 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a8246abb-5e9a-4e01-aebf-ebbc84c6b8bc req-da7112fd-2d90-437d-960b-b57f82109141 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283221 Apr 06 16:20:27.925537 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Request body: {'port': {'device_id': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:28.004608 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752ecaf-a2d7-4992-b202-ae5d3b56c30d" -d '{"events": [{"server_uuid": "9f857e97-57d7-4138-9fb5-3e89a77db6de", "name": "network-vif-plugged", "status": "completed", "tag": "43eb5eb3-0a93-470f-b6a6-c674e6eddc99"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:28.019621 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-124af99a-6a7a-4daa-ae4f-9a6259dda511 None None] Port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:28.025160 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.049335 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-124af99a-6a7a-4daa-ae4f-9a6259dda511 None None] Provisioning complete for port 9e6159a2-f8ed-4eed-81fc-bab4c749817a triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:28.050159 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-124af99a-6a7a-4daa-ae4f-9a6259dda511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.131529 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-124af99a-6a7a-4daa-ae4f-9a6259dda511 None None] Port 9e6159a2-f8ed-4eed-81fc-bab4c749817a cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:28.150123 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.154919 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.489594 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:20:28.542157 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945942af-6d36-4ca6-8cc1-f34447786ae6 req-7899162a-985b-4a7c-ba1a-504c95aa7ae8 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:28.550643 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-945942af-6d36-4ca6-8cc1-f34447786ae6 req-7899162a-985b-4a7c-ba1a-504c95aa7ae8 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 931 time: 0.5907066 Apr 06 16:20:28.552321 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event updated for resources: {'Port': ['ID=ac916448-8d96-4d3b-a911-90b9995478e8,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:28.560405 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:28.563465 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:20:28.629822 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76dff7-4bf7-404b-a8f8-fc655db5bd29 req-e627480a-66d2-4725-8bb1-96a548f51c84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:28.631515 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2e76dff7-4bf7-404b-a8f8-fc655db5bd29 req-e627480a-66d2-4725-8bb1-96a548f51c84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 932 time: 0.6078618 Apr 06 16:20:28.719538 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:28.720250 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.761179 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2e76dff7-4bf7-404b-a8f8-fc655db5bd29 req-3fa60f52-1284-40e6-869d-f5a81f984fee tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204667 Apr 06 16:20:28.762478 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:28.769700 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-945942af-6d36-4ca6-8cc1-f34447786ae6 req-d3f6a707-2059-4d28-ba8c-aed1eccf4693 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186134 Apr 06 16:20:28.803142 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Publish callbacks [] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.813629 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6159a2-f8ed-4eed-81fc-bab4c749817a {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:28.828350 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Publish callbacks [] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.843447 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Transition to ACTIVE for port object 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:20:28.848314 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5196cea7-a08c-45ec-bb70-0e035cf507b0 {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:28.857972 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Publish callbacks [] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.868081 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Transition to ACTIVE for port object 9e6159a2-f8ed-4eed-81fc-bab4c749817a will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:20:28.872667 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.880240 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Transition to ACTIVE for port object 5196cea7-a08c-45ec-bb70-0e035cf507b0 will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:20:28.888570 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-6028e55f-2bfa-4c90-8c44-80bbab0646b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1300888 Apr 06 16:20:28.892990 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.897526 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:28.923788 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Request body: {'port': {'device_id': '441ebf43-5e6a-4e27-912e-2c7d366d6583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:28.984659 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-2b1e8088-7e94-4f8d-9731-fb603cb566c7 None None] Provisioning complete for port ac916448-8d96-4d3b-a911-90b9995478e8 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:28.985047 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8088-7e94-4f8d-9731-fb603cb566c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:29.203950 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:29.242189 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e8088-7e94-4f8d-9731-fb603cb566c7 None None] Port ac916448-8d96-4d3b-a911-90b9995478e8 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:20:29.270927 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Pushing event updated for resources: {'Port': ['ID=5196cea7-a08c-45ec-bb70-0e035cf507b0,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:29.290023 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e935db95-5d0f-4935-8324-5c97e9c1ec00 x-openstack-request-id: req-e935db95-5d0f-4935-8324-5c97e9c1ec00 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:29.290341 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f857e97-57d7-4138-9fb5-3e89a77db6de", "name": "network-vif-plugged", "status": "completed", "tag": "43eb5eb3-0a93-470f-b6a6-c674e6eddc99", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:29.290608 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e935db95-5d0f-4935-8324-5c97e9c1ec00 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:29.291032 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418bc9c-42ac-42c7-b9dc-18d64fbade97 req-313c95c6-71e2-409d-b73f-2aa1b197105e tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:29.291179 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e935db95-5d0f-4935-8324-5c97e9c1ec00'] response: {'server_uuid': '9f857e97-57d7-4138-9fb5-3e89a77db6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eb5eb3-0a93-470f-b6a6-c674e6eddc99', 'code': 200} Apr 06 16:20:29.297154 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5418bc9c-42ac-42c7-b9dc-18d64fbade97 req-313c95c6-71e2-409d-b73f-2aa1b197105e tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.3073289 Apr 06 16:20:29.354315 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Attempting to bind port 5196cea7-a08c-45ec-bb70-0e035cf507b0 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:29.354664 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Attempting to bind port 5196cea7-a08c-45ec-bb70-0e035cf507b0 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:29.355019 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Attempting to bind port 5196cea7-a08c-45ec-bb70-0e035cf507b0 on network c43e56b7-c540-4dca-aa3d-9aeb6492981e {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:29.559315 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.45', 55576) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:29.644595 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Port 5196cea7-a08c-45ec-bb70-0e035cf507b0 on network c43e56b7-c540-4dca-aa3d-9aeb6492981e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:20:29.644920 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Attempting to bind port 5196cea7-a08c-45ec-bb70-0e035cf507b0 on network c43e56b7-c540-4dca-aa3d-9aeb6492981e {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:29.695344 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:29.695761 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Checking segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:29.696153 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Bound using segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:29.696594 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Bound port: 5196cea7-a08c-45ec-bb70-0e035cf507b0, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:29.697002 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:29.702735 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Attempting to bind port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:29.703135 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Attempting to bind port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:29.703494 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Attempting to bind port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 on network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:29.747404 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Pushing event updated for resources: {'Port': ['ID=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:29.751295 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 on network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:20:29.751735 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Attempting to bind port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 on network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:29.760079 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5418bc9c-42ac-42c7-b9dc-18d64fbade97 req-1edec37f-f3d0-43c5-bb0c-d1ef0cc13327 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480774 Apr 06 16:20:29.806446 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:29.807066 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Checking segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:29.807926 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Bound using segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:29.807926 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Bound port: 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:29.808303 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:29.822497 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6159a2-f8ed-4eed-81fc-bab4c749817a,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:29.900528 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b6aff-250b-4649-9038-a279beef339f req-fa3b4e27-1094-4719-95b0-a3b546fcb6a2 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:29.909964 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] For port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:29.910104 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-709b6aff-250b-4649-9038-a279beef339f req-fa3b4e27-1094-4719-95b0-a3b546fcb6a2 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 943 time: 0.2694314 Apr 06 16:20:29.950162 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] For port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:29.955557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0801af-f0b9-4a4a-ac6e-c8fad5732f62 req-40e03396-0f63-4eb3-b596-a939ee4ae8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:29.957344 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-0a0801af-f0b9-4a4a-ac6e-c8fad5732f62 req-40e03396-0f63-4eb3-b596-a939ee4ae8a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 1130 time: 0.3403077 Apr 06 16:20:29.965480 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] For port 5196cea7-a08c-45ec-bb70-0e035cf507b0, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:29.966423 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Attempting to bind port 9e6159a2-f8ed-4eed-81fc-bab4c749817a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:29.966620 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Attempting to bind port 9e6159a2-f8ed-4eed-81fc-bab4c749817a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:29.966982 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Attempting to bind port 9e6159a2-f8ed-4eed-81fc-bab4c749817a on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:29.992071 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.001654 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-0a0801af-f0b9-4a4a-ac6e-c8fad5732f62 req-cf1ed5e9-dcb5-4073-86e0-a585e7235e23 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.019147 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Port 9e6159a2-f8ed-4eed-81fc-bab4c749817a on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:20:30.020855 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Attempting to bind port 9e6159a2-f8ed-4eed-81fc-bab4c749817a on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:30.043882 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] For port 5196cea7-a08c-45ec-bb70-0e035cf507b0, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:30.052660 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:30.053035 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Checking segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:30.053574 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Bound using segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:30.054503 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Bound port: 9e6159a2-f8ed-4eed-81fc-bab4c749817a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:30.054503 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.074145 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.074802 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.076423 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] 10.222.0.45 "PUT /v2.0/ports/6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 HTTP/1.1" status: 200 len: 1094 time: 2.1631081 Apr 06 16:20:30.076879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'tag': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:30.078712 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.114142 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-709b6aff-250b-4649-9038-a279beef339f req-9c8c018d-b50e-4640-9ad1-96d73294ed8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030549 Apr 06 16:20:30.172022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54238) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:30.191588 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.192222 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.193631 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] 10.222.0.45 "PUT /v2.0/ports/5196cea7-a08c-45ec-bb70-0e035cf507b0 HTTP/1.1" status: 200 len: 1093 time: 2.9797690 Apr 06 16:20:30.205121 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3127699e-0f77-4eec-b05b-7f4fd750de7d', 'tag': '5196cea7-a08c-45ec-bb70-0e035cf507b0'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:30.207586 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45" -d '{"events": [{"name": "network-changed", "server_uuid": "3127699e-0f77-4eec-b05b-7f4fd750de7d", "tag": "5196cea7-a08c-45ec-bb70-0e035cf507b0"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:30.276259 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf1bfe-5397-4f38-b856-68c0ab0bdaf0 req-c68fd9cc-6b8b-46a6-a4cf-4f129be0cc9c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.278113 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76bf1bfe-5397-4f38-b856-68c0ab0bdaf0 req-c68fd9cc-6b8b-46a6-a4cf-4f129be0cc9c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 944 time: 0.3377414 Apr 06 16:20:30.320203 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac916448-8d96-4d3b-a911-90b9995478e8 {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:30.353612 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e2a35-8ea7-465e-b554-a6beb7e6423f service neutron] Pushing event updated for resources: {'Port': ['ID=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:30.364771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Publish callbacks [] for port (ac916448-8d96-4d3b-a911-90b9995478e8), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.418526 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] For port 9e6159a2-f8ed-4eed-81fc-bab4c749817a, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:30.424667 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] For port 9e6159a2-f8ed-4eed-81fc-bab4c749817a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:30.452128 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.522165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Transition to ACTIVE for port object ac916448-8d96-4d3b-a911-90b9995478e8 will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:20:30.531986 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-43edeba5-e62a-4fe4-a738-d825ebf043a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.533585 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-43edeba5-e62a-4fe4-a738-d825ebf043a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 1128 time: 0.3639662 Apr 06 16:20:30.548457 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.549217 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.550316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b4e14-7796-4e14-9bc1-b2b78190fa60 service neutron] Pushing event updated for resources: {'Port': ['ID=5196cea7-a08c-45ec-bb70-0e035cf507b0,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:30.550432 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e6159a2-f8ed-4eed-81fc-bab4c749817a HTTP/1.1" status: 200 len: 1093 time: 2.7572103 Apr 06 16:20:30.578311 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.666769 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Pushing event updated for resources: {'Port': ['ID=ac916448-8d96-4d3b-a911-90b9995478e8,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:30.671651 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-0a0801af-f0b9-4a4a-ac6e-c8fad5732f62 req-cf1ed5e9-dcb5-4073-86e0-a585e7235e23 service neutron] Publish callbacks [] for security_group (36c54efe-83d7-457b-8c68-d5d3e9e129cf), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.673477 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-29febba5-47a2-499c-a3bf-68836d67942b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 HTTP/1.1" status: 200 len: 217 time: 0.1283042 Apr 06 16:20:30.723536 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-0a0801af-f0b9-4a4a-ac6e-c8fad5732f62 req-cf1ed5e9-dcb5-4073-86e0-a585e7235e23 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (36c54efe-83d7-457b-8c68-d5d3e9e129cf), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.730569 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d15c2200-cfb5-4884-9183-eee62cddf269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:30.748323 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ce505-0f90-4dd9-96c3-b717e5578b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e964b58-dc15-4a62-aaef-d1c263d97397", "tag": "6ac797da-dd8c-4027-aa88-ce8f5fd4bda1"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:30.799953 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76bf1bfe-5397-4f38-b856-68c0ab0bdaf0 req-93cd2745-4de6-45f5-beb3-7b028c073cb6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629147 Apr 06 16:20:30.836371 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d856ef-aa54-4984-8c30-8552bda4e1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6159a2-f8ed-4eed-81fc-bab4c749817a,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:30.863085 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54258) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:30.889551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-697c8afe-f4f3-4288-891a-41c99cd1a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.891194 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-697c8afe-f4f3-4288-891a-41c99cd1a80e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 1127 time: 0.6389060 Apr 06 16:20:30.921853 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57910134-93c7-455b-a2f5-f8d64223b8f0 req-0fbed74b-ebf5-465b-8f5a-bf203b494019 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.924118 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-57910134-93c7-455b-a2f5-f8d64223b8f0 req-0fbed74b-ebf5-465b-8f5a-bf203b494019 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 943 time: 0.6680996 Apr 06 16:20:30.932975 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-0a0801af-f0b9-4a4a-ac6e-c8fad5732f62 req-cf1ed5e9-dcb5-4073-86e0-a585e7235e23 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9624536 Apr 06 16:20:30.936084 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ed5e9-dcb5-4073-86e0-a585e7235e23 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36c54efe-83d7-457b-8c68-d5d3e9e129cf,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:30.962520 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-0b415346-72a0-429d-b25a-0d11d8786907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.964018 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-0b415346-72a0-429d-b25a-0d11d8786907 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.2692449 Apr 06 16:20:30.977353 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-7c94518f-87d4-4e27-a245-9ce54a52a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:30.978960 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-7c94518f-87d4-4e27-a245-9ce54a52a41a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 1127 time: 0.3256803 Apr 06 16:20:31.002929 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-1667f626-84f1-433b-bf32-ebaf66e9108e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0 HTTP/1.1" status: 200 len: 217 time: 0.0757957 Apr 06 16:20:31.031773 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb27d2e6-abfd-41be-87eb-07c1114708c6 x-openstack-request-id: req-eb27d2e6-abfd-41be-87eb-07c1114708c6 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:31.032394 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3127699e-0f77-4eec-b05b-7f4fd750de7d", "tag": "5196cea7-a08c-45ec-bb70-0e035cf507b0", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:31.033208 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb27d2e6-abfd-41be-87eb-07c1114708c6 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:31.033822 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb27d2e6-abfd-41be-87eb-07c1114708c6'] response: {'name': 'network-changed', 'server_uuid': '3127699e-0f77-4eec-b05b-7f4fd750de7d', 'tag': '5196cea7-a08c-45ec-bb70-0e035cf507b0', 'status': 'completed', 'code': 200} Apr 06 16:20:31.080699 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Attempting to bind port ac916448-8d96-4d3b-a911-90b9995478e8 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:20:31.081220 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Attempting to bind port ac916448-8d96-4d3b-a911-90b9995478e8 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:20:31.081692 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Attempting to bind port ac916448-8d96-4d3b-a911-90b9995478e8 on network c43e56b7-c540-4dca-aa3d-9aeb6492981e {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:31.139469 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d15c2200-cfb5-4884-9183-eee62cddf269 admin admin] Publish callbacks [] for security_group (2393f023-1fcb-42c8-862b-e337b8d6c251), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.141840 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Port ac916448-8d96-4d3b-a911-90b9995478e8 on network c43e56b7-c540-4dca-aa3d-9aeb6492981e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:20:31.142112 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Attempting to bind port ac916448-8d96-4d3b-a911-90b9995478e8 on network c43e56b7-c540-4dca-aa3d-9aeb6492981e {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:20:31.148838 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:20:31.149337 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Checking segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:31.149917 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Bound using segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:20:31.150373 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Bound port: ac916448-8d96-4d3b-a911-90b9995478e8, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:20:31.150762 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.183396 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d0a9-97be-45c4-99c9-ac094c97b40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.196151 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-57910134-93c7-455b-a2f5-f8d64223b8f0 req-1fda93b5-f46f-4912-af84-7e7ca902f897 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563808 Apr 06 16:20:31.196780 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d15c2200-cfb5-4884-9183-eee62cddf269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2393f023-1fcb-42c8-862b-e337b8d6c251), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.296745 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d15c2200-cfb5-4884-9183-eee62cddf269 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=857c3fa2496e47fea1a45dc6cd46d9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1201417 Apr 06 16:20:31.297464 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c2200-cfb5-4884-9183-eee62cddf269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2393f023-1fcb-42c8-862b-e337b8d6c251,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:31.300212 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54294) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:31.308579 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] For port ac916448-8d96-4d3b-a911-90b9995478e8, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:20:31.321316 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a8b0f-a8f4-49b8-88ee-e3c370dc41d5 x-openstack-request-id: req-ca4a8b0f-a8f4-49b8-88ee-e3c370dc41d5 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:31.332800 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e964b58-dc15-4a62-aaef-d1c263d97397", "tag": "6ac797da-dd8c-4027-aa88-ce8f5fd4bda1", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:31.333086 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca4a8b0f-a8f4-49b8-88ee-e3c370dc41d5 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:31.336104 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4a8b0f-a8f4-49b8-88ee-e3c370dc41d5'] response: {'name': 'network-changed', 'server_uuid': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'tag': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'status': 'completed', 'code': 200} Apr 06 16:20:31.348261 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-27a3238b-573f-42a7-9b87-8fa429db6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:31.349690 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-27a3238b-573f-42a7-9b87-8fa429db6dc1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.1487086 Apr 06 16:20:31.352026 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] For port ac916448-8d96-4d3b-a911-90b9995478e8, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac916448-8d96-4d3b-a911-90b9995478e8,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:20:31.407199 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.426225 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-abcd94e5-9bf6-41d3-a40b-cf5d8d62ac6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a HTTP/1.1" status: 200 len: 217 time: 0.2405138 Apr 06 16:20:31.504609 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-6c9693cb-4a1a-4761-b24c-d22d0acce5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:31.506574 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-6c9693cb-4a1a-4761-b24c-d22d0acce5c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3197920 Apr 06 16:20:31.570231 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:31.570879 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.572373 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] 10.222.0.45 "PUT /v2.0/ports/ac916448-8d96-4d3b-a911-90b9995478e8 HTTP/1.1" status: 200 len: 1094 time: 2.6632645 Apr 06 16:20:31.578886 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d0a9-97be-45c4-99c9-ac094c97b40f admin admin] Publish callbacks [] for security_group (7dc8e10b-e4df-4e75-9116-39a3e6960b4b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.586544 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d0a9-97be-45c4-99c9-ac094c97b40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (7dc8e10b-e4df-4e75-9116-39a3e6960b4b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.597409 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3302ee55-53f0-4839-8fd0-15e380fdf252 admin admin] Publish callbacks [] for security_group (2393f023-1fcb-42c8-862b-e337b8d6c251), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.618339 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0dd6d0a9-97be-45c4-99c9-ac094c97b40f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b759f7cae25b47219430793f7c930ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7497106 Apr 06 16:20:31.625134 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54310) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:31.642227 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e3d10-e211-48b4-b9af-4d44545aa07b req-85101290-679a-483a-92ad-ec6358147347 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:31.643969 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f41e3d10-e211-48b4-b9af-4d44545aa07b req-85101290-679a-483a-92ad-ec6358147347 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.2903638 Apr 06 16:20:31.651703 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1e58f-7ee8-41a7-b165-bbe7a6e13425 service neutron] Pushing event updated for resources: {'Port': ['ID=ac916448-8d96-4d3b-a911-90b9995478e8,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:31.769695 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-6adff5e8-0a18-46b8-8548-ff7a89c91cd5 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183977 Apr 06 16:20:31.798214 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6d0a9-97be-45c4-99c9-ac094c97b40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc8e10b-e4df-4e75-9116-39a3e6960b4b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:31.863641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3302ee55-53f0-4839-8fd0-15e380fdf252 admin admin] Publish callbacks [] for security_group (2393f023-1fcb-42c8-862b-e337b8d6c251), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.869012 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54316) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:31.871463 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-9dd6ef46-641f-4a34-8c7d-d4680dc9c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:31.873077 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-9dd6ef46-641f-4a34-8c7d-d4680dc9c6ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4907119 Apr 06 16:20:31.889289 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0e5f8-40ba-4f3a-abfe-c36a21cb9bf3 req-6d0ffa29-a70d-441e-b20e-8a328d969d68 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:31.891483 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84f0e5f8-40ba-4f3a-abfe-c36a21cb9bf3 req-6d0ffa29-a70d-441e-b20e-8a328d969d68 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 943 time: 0.4953663 Apr 06 16:20:31.902973 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-3e0828af-5468-4cf3-8c1f-8970ec789480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:31.904525 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-3e0828af-5468-4cf3-8c1f-8970ec789480 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.2476177 Apr 06 16:20:31.972084 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-00987ed3-0930-4e36-b962-9b442115d19d admin admin] Publish callbacks [] for security_group (7dc8e10b-e4df-4e75-9116-39a3e6960b4b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:31.986370 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-546ba53e-e46a-448c-8660-0b2899e92ffd req-28c2628e-cc66-4032-bc03-ed46db9a5bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891329 Apr 06 16:20:32.014928 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-00987ed3-0930-4e36-b962-9b442115d19d admin admin] Publish callbacks [] for security_group (7dc8e10b-e4df-4e75-9116-39a3e6960b4b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.036497 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc501-a671-4abb-be29-94c935ffe04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.048304 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-be110dae-2943-4fd7-86f2-82de5421fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:32.049779 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-be110dae-2943-4fd7-86f2-82de5421fef6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1365840 Apr 06 16:20:32.061285 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f41e3d10-e211-48b4-b9af-4d44545aa07b req-644ecf27-a2eb-4ead-8d81-7b6a4790ca23 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062297 Apr 06 16:20:32.105773 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84f0e5f8-40ba-4f3a-abfe-c36a21cb9bf3 req-02b69513-0c82-4397-96f7-530a9fe69df7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884534 Apr 06 16:20:32.113943 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-83fb6482-6122-46e0-be39-426dfe2fdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:32.115497 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-83fb6482-6122-46e0-be39-426dfe2fdcbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 1128 time: 0.2361603 Apr 06 16:20:32.123438 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-00987ed3-0930-4e36-b962-9b442115d19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (7dc8e10b-e4df-4e75-9116-39a3e6960b4b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.127689 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3302ee55-53f0-4839-8fd0-15e380fdf252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2393f023-1fcb-42c8-862b-e337b8d6c251), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.131036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3302ee55-53f0-4839-8fd0-15e380fdf252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.135141 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-00987ed3-0930-4e36-b962-9b442115d19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.135297 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3302ee55-53f0-4839-8fd0-15e380fdf252 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2393f023-1fcb-42c8-862b-e337b8d6c251 HTTP/1.1" status: 204 len: 168 time: 0.8259463 Apr 06 16:20:32.135380 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-00987ed3-0930-4e36-b962-9b442115d19d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7dc8e10b-e4df-4e75-9116-39a3e6960b4b HTTP/1.1" status: 204 len: 168 time: 0.5073960 Apr 06 16:20:32.149408 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302ee55-53f0-4839-8fd0-15e380fdf252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2393f023-1fcb-42c8-862b-e337b8d6c251,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:32.153191 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-a7c581ed-01b7-493a-afa6-6d65b46d9d67 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607512 Apr 06 16:20:32.177610 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc501-a671-4abb-be29-94c935ffe04d admin admin] Publish callbacks [] for security_group (af5fc865-5547-4f39-b7aa-33761242a339), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.180180 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00987ed3-0930-4e36-b962-9b442115d19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc8e10b-e4df-4e75-9116-39a3e6960b4b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:32.185910 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc501-a671-4abb-be29-94c935ffe04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (af5fc865-5547-4f39-b7aa-33761242a339), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.227038 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17946-d7c0-4bab-bfd3-9aad6f974f90 req-a185b535-9c2a-4290-843e-dbc81bb271f5 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:32.228937 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbc501-a671-4abb-be29-94c935ffe04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5fc865-5547-4f39-b7aa-33761242a339,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:32.234742 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2bbbc501-a671-4abb-be29-94c935ffe04d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccd4c25f8eb049db92896da7ff0a5be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548229 Apr 06 16:20:32.237189 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54326) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:32.243777 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-01b17946-d7c0-4bab-bfd3-9aad6f974f90 req-a185b535-9c2a-4290-843e-dbc81bb271f5 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 944 time: 0.0885999 Apr 06 16:20:32.298321 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-01b17946-d7c0-4bab-bfd3-9aad6f974f90 req-be5551b0-bc3b-49d1-bcc0-2153776a7c11 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536134 Apr 06 16:20:32.320858 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaa17-ee41-45e9-8d80-fc80aa040465 admin admin] Publish callbacks [] for security_group (af5fc865-5547-4f39-b7aa-33761242a339), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.349839 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaa17-ee41-45e9-8d80-fc80aa040465 admin admin] Publish callbacks [] for security_group (af5fc865-5547-4f39-b7aa-33761242a339), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.377425 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd62b-dc19-409f-8cce-e9c6bbeb2d6e req-9fc64b6a-b030-4772-87f6-c0287e134774 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:32.379154 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-685fd62b-dc19-409f-8cce-e9c6bbeb2d6e req-9fc64b6a-b030-4772-87f6-c0287e134774 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 943 time: 0.0765748 Apr 06 16:20:32.420548 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaa17-ee41-45e9-8d80-fc80aa040465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (af5fc865-5547-4f39-b7aa-33761242a339), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.423133 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaa17-ee41-45e9-8d80-fc80aa040465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.424321 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d3ddaa17-ee41-45e9-8d80-fc80aa040465 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af5fc865-5547-4f39-b7aa-33761242a339 HTTP/1.1" status: 204 len: 168 time: 0.1860785 Apr 06 16:20:32.435554 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddaa17-ee41-45e9-8d80-fc80aa040465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5fc865-5547-4f39-b7aa-33761242a339,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:32.437339 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-685fd62b-dc19-409f-8cce-e9c6bbeb2d6e req-465e17b4-d219-456a-b763-5da2d15a8f8a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514739 Apr 06 16:20:32.629062 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54342) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:32.642656 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e790fe20-703a-4986-8152-9d0404afa4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.733445 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e790fe20-703a-4986-8152-9d0404afa4cb admin admin] Publish callbacks [] for security_group (26bf3e7b-932e-465a-8579-c0f97e32db1f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.739042 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e790fe20-703a-4986-8152-9d0404afa4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (26bf3e7b-932e-465a-8579-c0f97e32db1f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:32.791913 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e790fe20-703a-4986-8152-9d0404afa4cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0bcfbe778c014647aa923a48fcfbb383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578944 Apr 06 16:20:32.791913 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790fe20-703a-4986-8152-9d0404afa4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bf3e7b-932e-465a-8579-c0f97e32db1f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:32.792507 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54346) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:32.894142 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54354) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:32.949594 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fa7872fa-8da8-45f4-81b7-5146a07d74cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.023737 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-c2cf68ad-b62a-4a88-bb72-d56fcc08e712 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac916448-8d96-4d3b-a911-90b9995478e8 HTTP/1.1" status: 200 len: 217 time: 0.1342754 Apr 06 16:20:33.038639 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441ebf43-5e6a-4e27-912e-2c7d366d6583', 'tag': 'ac916448-8d96-4d3b-a911-90b9995478e8'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:33.042196 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d01200-96eb-4365-b72d-3cac083c92d2" -d '{"events": [{"name": "network-changed", "server_uuid": "441ebf43-5e6a-4e27-912e-2c7d366d6583", "tag": "ac916448-8d96-4d3b-a911-90b9995478e8"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:33.052380 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f53a629a-967e-44e2-8da8-3b3f79a714cc admin admin] Publish callbacks [] for security_group (26bf3e7b-932e-465a-8579-c0f97e32db1f), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.087473 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaffd37d-827d-4164-a58c-b22f67b6d314 x-openstack-request-id: req-aaffd37d-827d-4164-a58c-b22f67b6d314 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:33.088142 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441ebf43-5e6a-4e27-912e-2c7d366d6583", "tag": "ac916448-8d96-4d3b-a911-90b9995478e8", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:33.088142 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aaffd37d-827d-4164-a58c-b22f67b6d314 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:33.088615 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaffd37d-827d-4164-a58c-b22f67b6d314'] response: {'name': 'network-changed', 'server_uuid': '441ebf43-5e6a-4e27-912e-2c7d366d6583', 'tag': 'ac916448-8d96-4d3b-a911-90b9995478e8', 'status': 'completed', 'code': 200} Apr 06 16:20:33.113906 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f53a629a-967e-44e2-8da8-3b3f79a714cc admin admin] Publish callbacks [] for security_group (26bf3e7b-932e-465a-8579-c0f97e32db1f), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.157643 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae279c38-cf1f-4b16-bf2c-46d7bfca8ef1 req-7b2c6a29-ce35-4deb-8481-ceabbf6a09ea service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970436 Apr 06 16:20:33.240902 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-31215279-95d7-4ae3-bc80-2b0e53ca87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:33.243054 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-31215279-95d7-4ae3-bc80-2b0e53ca87d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 1128 time: 0.4164388 Apr 06 16:20:33.278984 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-07594648-9106-4e3b-aff2-11e22c9456b1 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511323 Apr 06 16:20:33.281372 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fa7872fa-8da8-45f4-81b7-5146a07d74cb admin admin] Publish callbacks [] for security_group (cfc1ea4c-caf1-40b8-ae96-4bab2f3bffa1), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.298496 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fa7872fa-8da8-45f4-81b7-5146a07d74cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (cfc1ea4c-caf1-40b8-ae96-4bab2f3bffa1), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.321849 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f53a629a-967e-44e2-8da8-3b3f79a714cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (26bf3e7b-932e-465a-8579-c0f97e32db1f), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.323894 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:20:33.324405 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f53a629a-967e-44e2-8da8-3b3f79a714cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.325538 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-f53a629a-967e-44e2-8da8-3b3f79a714cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26bf3e7b-932e-465a-8579-c0f97e32db1f HTTP/1.1" status: 204 len: 168 time: 0.5318856 Apr 06 16:20:33.339245 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'tag': '9e6159a2-f8ed-4eed-81fc-bab4c749817a'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:33.342362 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d445a5d-a353-4f88-b857-41b882a7f2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e62dfc-8f26-4e08-8c9b-55975fdf3f96", "tag": "9e6159a2-f8ed-4eed-81fc-bab4c749817a"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:33.359597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a4195-95db-482a-a06f-3523411665f9 req-75319a7a-2953-4eff-8de5-a2e317cd7396 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:33.361088 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-829a4195-95db-482a-a06f-3523411665f9 req-75319a7a-2953-4eff-8de5-a2e317cd7396 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.2068980 Apr 06 16:20:33.397010 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-98e4ef11-7daf-4742-8734-c88f1d990a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:33.398420 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-98e4ef11-7daf-4742-8734-c88f1d990a61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.1143184 Apr 06 16:20:33.417142 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8962b9-a6cd-4b66-81ac-896047317462 req-6cc49900-4244-4c84-bae4-0e8830596762 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:33.418647 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8d8962b9-a6cd-4b66-81ac-896047317462 req-6cc49900-4244-4c84-bae4-0e8830596762 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 943 time: 0.2105074 Apr 06 16:20:33.422536 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7872fa-8da8-45f4-81b7-5146a07d74cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc1ea4c-caf1-40b8-ae96-4bab2f3bffa1,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:33.432638 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-fa7872fa-8da8-45f4-81b7-5146a07d74cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=813a4bf4e4884f78825318fdd6cb3041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5279429 Apr 06 16:20:33.435430 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54382) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:33.464196 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a629a-967e-44e2-8da8-3b3f79a714cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bf3e7b-932e-465a-8579-c0f97e32db1f,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:33.486568 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-829a4195-95db-482a-a06f-3523411665f9 req-8de9fc48-a0f9-42b8-8035-bdec29bd7d65 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180742 Apr 06 16:20:33.513289 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8d8962b9-a6cd-4b66-81ac-896047317462 req-0503e98b-e51a-408d-9f83-b8a0bcbbd737 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840702 Apr 06 16:20:33.550087 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2caa9b72-996e-4ca3-bd7e-d7c162f01328 admin admin] Publish callbacks [] for security_group (cfc1ea4c-caf1-40b8-ae96-4bab2f3bffa1), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.588100 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8171bba7-f73f-4e41-b140-4c45ee0b116a x-openstack-request-id: req-8171bba7-f73f-4e41-b140-4c45ee0b116a {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:33.588538 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e62dfc-8f26-4e08-8c9b-55975fdf3f96", "tag": "9e6159a2-f8ed-4eed-81fc-bab4c749817a", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:33.588789 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8171bba7-f73f-4e41-b140-4c45ee0b116a {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:33.589235 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8171bba7-f73f-4e41-b140-4c45ee0b116a'] response: {'name': 'network-changed', 'server_uuid': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'tag': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'status': 'completed', 'code': 200} Apr 06 16:20:33.599125 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2caa9b72-996e-4ca3-bd7e-d7c162f01328 admin admin] Publish callbacks [] for security_group (cfc1ea4c-caf1-40b8-ae96-4bab2f3bffa1), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.661040 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2caa9b72-996e-4ca3-bd7e-d7c162f01328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (cfc1ea4c-caf1-40b8-ae96-4bab2f3bffa1), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.664588 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2caa9b72-996e-4ca3-bd7e-d7c162f01328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:33.668868 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2caa9b72-996e-4ca3-bd7e-d7c162f01328 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfc1ea4c-caf1-40b8-ae96-4bab2f3bffa1 HTTP/1.1" status: 204 len: 168 time: 0.2299454 Apr 06 16:20:33.692282 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa9b72-996e-4ca3-bd7e-d7c162f01328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc1ea4c-caf1-40b8-ae96-4bab2f3bffa1,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:33.729039 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec07d0-06b1-4008-bf88-344b71ab7c82 req-19a9aab1-0f67-4b98-98df-3ac52a73f3f1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:33.730581 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d6ec07d0-06b1-4008-bf88-344b71ab7c82 req-19a9aab1-0f67-4b98-98df-3ac52a73f3f1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 944 time: 0.1668420 Apr 06 16:20:33.772975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339e29-13c3-4557-b728-cd5d41487321 req-464c198a-560f-4806-aca9-6016c70c8537 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:33.774499 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9f339e29-13c3-4557-b728-cd5d41487321 req-464c198a-560f-4806-aca9-6016c70c8537 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 943 time: 0.1136949 Apr 06 16:20:33.816635 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d6ec07d0-06b1-4008-bf88-344b71ab7c82 req-c39a13dc-5a71-4044-ba92-5bd41866c9b3 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753036 Apr 06 16:20:33.853348 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9f339e29-13c3-4557-b728-cd5d41487321 req-db9f7951-cbad-4141-a363-9e5b2431a2d4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691209 Apr 06 16:20:34.086040 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-951f972e-a0b1-4c22-bc1f-4b74916f631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:34.087597 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-951f972e-a0b1-4c22-bc1f-4b74916f631b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088815 Apr 06 16:20:34.114679 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-5ce452d7-cf2b-4a0e-a07b-b527b3776b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:34.116373 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-5ce452d7-cf2b-4a0e-a07b-b527b3776b86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 1127 time: 0.1362934 Apr 06 16:20:34.275269 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-cb649fbb-74ae-4f0e-924c-b58f5d3a7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:34.276914 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-cb649fbb-74ae-4f0e-924c-b58f5d3a7fa2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 912 time: 0.3052866 Apr 06 16:20:34.280535 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0d116dc-dac0-4c9a-a262-454701bb9158 req-cc25aad9-96d6-46f8-a617-6616971d7a2a service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000188 Apr 06 16:20:34.328534 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-46273f9e-4d42-4a53-9f8f-75e2a81c0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:34.329951 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-46273f9e-4d42-4a53-9f8f-75e2a81c0898 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.1982567 Apr 06 16:20:34.336490 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-4026e251-2019-43df-9fb8-1c9d191eb534 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412887 Apr 06 16:20:34.336819 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-70473f91-ab2c-42ae-9692-ad5e29aca241 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 HTTP/1.1" status: 200 len: 217 time: 0.0499573 Apr 06 16:20:34.650988 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafabc3-9d6c-4f36-a172-cf44dcb9d7ea req-09f9836c-587f-40a4-8fe8-83d01ac50cca tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:34.652517 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1eafabc3-9d6c-4f36-a172-cf44dcb9d7ea req-09f9836c-587f-40a4-8fe8-83d01ac50cca tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 943 time: 0.0601232 Apr 06 16:20:34.710355 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1eafabc3-9d6c-4f36-a172-cf44dcb9d7ea req-25313dea-7e63-4788-8053-6ae8bd75adb9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521767 Apr 06 16:20:35.009168 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dd846-eb0a-48f7-94ab-5cc71747acb7 req-4a37adf6-db32-4e9e-8968-17c0a32b383d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.013038 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 5196cea7-a08c-45ec-bb70-0e035cf507b0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:20:35.016800 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dd7dd846-eb0a-48f7-94ab-5cc71747acb7 req-4a37adf6-db32-4e9e-8968-17c0a32b383d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 944 time: 0.0966668 Apr 06 16:20:35.060672 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728c28f-ad79-45f6-bbff-6b9153b67f10 req-bac87dfc-27e7-441c-809f-2ad83b8c58c2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.062412 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7728c28f-ad79-45f6-bbff-6b9153b67f10 req-bac87dfc-27e7-441c-809f-2ad83b8c58c2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 943 time: 0.1106708 Apr 06 16:20:35.147933 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 5196cea7-a08c-45ec-bb70-0e035cf507b0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:35.170501 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '5196cea7-a08c-45ec-bb70-0e035cf507b0', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'port_id': '5196cea7-a08c-45ec-bb70-0e035cf507b0', 'mac_address': 'fa:16:3e:4a:4e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:20:35.176695 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-5676e8e7-9cec-4460-aaa7-605eb4ba91f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0 HTTP/1.1" status: 200 len: 217 time: 0.1083801 Apr 06 16:20:35.180101 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-015060df-324e-409b-9dae-0707232b549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.182361 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-015060df-324e-409b-9dae-0707232b549d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.1397614 Apr 06 16:20:35.184791 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-f013b948-131b-4667-8bab-775d58889a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.186749 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-f013b948-131b-4667-8bab-775d58889a11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 1127 time: 0.1353014 Apr 06 16:20:35.222002 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dd7dd846-eb0a-48f7-94ab-5cc71747acb7 req-f542d539-baff-435b-be48-cec45966374a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040629 Apr 06 16:20:35.225952 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 5196cea7-a08c-45ec-bb70-0e035cf507b0 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:35.226533 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:35.245742 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5196cea7-a08c-45ec-bb70-0e035cf507b0 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:35.273484 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 5196cea7-a08c-45ec-bb70-0e035cf507b0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:35.280070 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:35.281953 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:20:35.334300 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-fc2c39ce-fd01-4acf-a73f-c714a9a9b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.337346 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-fc2c39ce-fd01-4acf-a73f-c714a9a9b86b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1493185 Apr 06 16:20:35.365838 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-6ad8fd21-486b-40df-a00c-119d439aaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.367885 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-6ad8fd21-486b-40df-a00c-119d439aaabf service neutron] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 916 time: 0.1705341 Apr 06 16:20:35.368936 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-0a0c30ae-83cf-4ead-af86-8c6b3d36e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.372339 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-0a0c30ae-83cf-4ead-af86-8c6b3d36e70d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.1850271 Apr 06 16:20:35.411539 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54488) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:35.484477 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:35.514150 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7728c28f-ad79-45f6-bbff-6b9153b67f10 req-929e815d-52ed-4417-92db-26ccc7c658dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376016 Apr 06 16:20:35.531038 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-aaa4ce3f-b7aa-44c6-a94a-c5a063911760 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a HTTP/1.1" status: 200 len: 217 time: 0.1084092 Apr 06 16:20:35.536162 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'port_id': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'mac_address': 'fa:16:3e:5e:07:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:20:35.604109 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6109a8c1-eb03-423c-ae98-ed2ced2b0049 req-47c51659-f559-491f-8ca8-1c108a6ea636 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562758 Apr 06 16:20:35.614338 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-d317b387-3c32-4dc9-a708-98180bb5c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.623595 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-d317b387-3c32-4dc9-a708-98180bb5c6f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2286386 Apr 06 16:20:35.685611 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=5196cea7-a08c-45ec-bb70-0e035cf507b0,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:35.717937 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-a18bbdb6-6bcc-4d9e-83f3-70582a7e09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.718787 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:35.719398 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:35.721454 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-a18bbdb6-6bcc-4d9e-83f3-70582a7e09a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.1840014 Apr 06 16:20:35.727012 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-eece12b3-fee8-45cd-a588-1bc51647e8c6 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813417 Apr 06 16:20:35.746149 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:35.779100 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:35.790165 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:35.805988 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-0a07ddc7-a3cb-46ba-a876-e6599fac15c8 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750307 Apr 06 16:20:35.843517 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-547792923-network', 'tenant_id': 'd5171a672aab4a8f9c2df4a06470b266'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:35.907227 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Made reservation on behalf of d5171a672aab4a8f9c2df4a06470b266 for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:35.909721 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:35.917465 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:35.921367 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f38706-2040-47b7-ad6e-80d7a8e49c8b req-254b67cf-113a-4258-8971-1a912c968ebc tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:35.923064 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-27f38706-2040-47b7-ad6e-80d7a8e49c8b req-254b67cf-113a-4258-8971-1a912c968ebc tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 944 time: 0.1004398 Apr 06 16:20:35.929022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:36.025731 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-27f38706-2040-47b7-ad6e-80d7a8e49c8b req-0c12657f-4eeb-4baf-bec2-1a7d2c90a049 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776763 Apr 06 16:20:36.096771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Publish callbacks [] for security_group (c53e1a29-5247-47b7-816c-d076e379b2e5), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:36.101211 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (c53e1a29-5247-47b7-816c-d076e379b2e5), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:36.122867 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:20:36.139865 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53e1a29-5247-47b7-816c-d076e379b2e5,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:36.143549 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (7b0914c6-7138-4903-a712-0e19768b158a), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:36.143549 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Added segment 7b0914c6-7138-4903-a712-0e19768b158a of type vlan for network d9e78da9-29b1-4600-b21a-cf4e5bf51b52 Apr 06 16:20:36.144026 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['6ac797da-dd8c-4027-aa88-ce8f5fd4bda1'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:20:36.188898 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (d9e78da9-29b1-4600-b21a-cf4e5bf51b52), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:36.222349 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (d9e78da9-29b1-4600-b21a-cf4e5bf51b52), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:36.225673 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:36.227377 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:36.255311 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['5196cea7-a08c-45ec-bb70-0e035cf507b0'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:20:36.296612 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8722186 Apr 06 16:20:36.299756 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54534) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:36.308195 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Request body: {'subnet': {'network_id': 'd9e78da9-29b1-4600-b21a-cf4e5bf51b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-547792923-subnet', 'tenant_id': 'd5171a672aab4a8f9c2df4a06470b266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:36.321854 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688607c9-336a-4add-a685-49d62114bdc2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e78da9-29b1-4600-b21a-cf4e5bf51b52,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:36.350401 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network d9e78da9-29b1-4600-b21a-cf4e5bf51b52 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:20:36.387106 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Made reservation on behalf of d5171a672aab4a8f9c2df4a06470b266 for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:36.390440 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25779771'] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:36.427834 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446acd2f-1bc1-4d20-8f56-9d75a58aa30a req-0bdc23aa-e54d-4c55-961a-b3d019a68b83 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:36.441423 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-446acd2f-1bc1-4d20-8f56-9d75a58aa30a req-0bdc23aa-e54d-4c55-961a-b3d019a68b83 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 945 time: 0.1238635 Apr 06 16:20:36.641187 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-446acd2f-1bc1-4d20-8f56-9d75a58aa30a req-f597fc8b-2d9a-4812-a2d7-7466a6889141 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607852 Apr 06 16:20:36.723940 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-444d99ec-bdb5-44ad-b067-d530aa5829e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:36.727369 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-444d99ec-bdb5-44ad-b067-d530aa5829e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2954392 Apr 06 16:20:36.750242 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-11518901-2be2-42e0-85f8-759b232b1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:36.750242 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-11518901-2be2-42e0-85f8-759b232b1653 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 1128 time: 0.3074489 Apr 06 16:20:36.821417 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-100ce505-0f90-4dd9-96c3-b717e5578b5a req-45fb7f05-2ecf-4efb-b7aa-0f5572826e53 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977807 Apr 06 16:20:36.868193 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-2f629206-2e65-40fa-b157-fe5c2baa70b3 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254830 Apr 06 16:20:36.983391 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4d445a5d-a353-4f88-b857-41b882a7f2fd req-d02e3a80-50ea-48e8-8884-e34d5c6b093a service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086493 Apr 06 16:20:37.030244 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfc342b-7d49-4bf8-aba5-0cd38c91ec45 req-b6b0da27-3c52-4134-b8a0-0fca22243006 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528181 Apr 06 16:20:37.066262 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb936e-fe8c-4ec1-be79-d109a30fa9bf req-45bc338b-ebd9-406a-ba70-240156c551e0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:37.068053 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bbbb936e-fe8c-4ec1-be79-d109a30fa9bf req-45bc338b-ebd9-406a-ba70-240156c551e0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 943 time: 0.3921349 Apr 06 16:20:37.182012 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-0bf90e7f-4b02-430e-90e9-7cd171d9d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:37.183833 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-0bf90e7f-4b02-430e-90e9-7cd171d9d377 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.4230011 Apr 06 16:20:37.238220 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bbbb936e-fe8c-4ec1-be79-d109a30fa9bf req-c134bcf2-b1c5-4648-b469-93614b95f84a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479790 Apr 06 16:20:37.261744 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e31e31-499b-4676-99a8-a188bb70b953 req-03bc22e7-e37d-4f59-9961-a7a095b4c72d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:37.263352 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63e31e31-499b-4676-99a8-a188bb70b953 req-03bc22e7-e37d-4f59-9961-a7a095b4c72d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 944 time: 0.1638124 Apr 06 16:20:37.264352 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25779749'] for subnet (d5802c52-afcf-4a79-a956-bd9e2fec9a15), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:37.368178 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-df82fe78-d448-4faa-bad6-283d25e32760 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac916448-8d96-4d3b-a911-90b9995478e8 HTTP/1.1" status: 200 len: 217 time: 0.0570993 Apr 06 16:20:37.391408 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 9e6159a2-f8ed-4eed-81fc-bab4c749817a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:20:37.392929 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5802c52-afcf-4a79-a956-bd9e2fec9a15,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:37.394922 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 5196cea7-a08c-45ec-bb70-0e035cf507b0 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:37.441670 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63e31e31-499b-4676-99a8-a188bb70b953 req-3f0bdbf2-e51d-4831-b5ac-ab572c3b26d2 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700642 Apr 06 16:20:37.445978 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Checking segment: {'id': '7b0914c6-7138-4903-a712-0e19768b158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd9e78da9-29b1-4600-b21a-cf4e5bf51b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:37.446352 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Network hostable DHCP agents. Network: d9e78da9-29b1-4600-b21a-cf4e5bf51b52, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:20:37.461400 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-482e57d8-9fe0-4a99-83fa-b5f9b58b0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:37.462684 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-482e57d8-9fe0-4a99-83fa-b5f9b58b0ea4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0819793 Apr 06 16:20:37.482183 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Network d9e78da9-29b1-4600-b21a-cf4e5bf51b52 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:20:37.511617 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, d9e78da9-29b1-4600-b21a-cf4e5bf51b52) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:37.518167 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:37.519001 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:37.521807 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 5196cea7-a08c-45ec-bb70-0e035cf507b0 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:20:37.527877 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a53e4-37df-401b-87d8-3f1a46ea65bb None None] Network d9e78da9-29b1-4600-b21a-cf4e5bf51b52 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:37.540544 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-617c6524-629c-4bd2-96be-c474c439f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:37.542490 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-617c6524-629c-4bd2-96be-c474c439f497 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722606 Apr 06 16:20:37.550529 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 5196cea7-a08c-45ec-bb70-0e035cf507b0 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:37.550975 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:37.551670 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-4419b3d1-3b21-468a-9898-215b942bc798 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2508790 Apr 06 16:20:37.652960 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 9e6159a2-f8ed-4eed-81fc-bab4c749817a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:37.667505 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-b1a8b6b1-474e-4022-addc-cb98a35e3721 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138005 Apr 06 16:20:37.820021 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:20:37.854756 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f5d01200-96eb-4365-b72d-3cac083c92d2 req-938daa90-f7a7-4383-be19-f2dbe8b5e033 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745069 Apr 06 16:20:37.880254 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3ac9-130e-4205-8539-8932b4c9eb48 req-37f8b91b-d9e5-45ed-9bfc-8ecec1f2574a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:37.882363 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-769f3ac9-130e-4205-8539-8932b4c9eb48 req-37f8b91b-d9e5-45ed-9bfc-8ecec1f2574a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 945 time: 0.0971136 Apr 06 16:20:37.912670 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 5196cea7-a08c-45ec-bb70-0e035cf507b0 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:37.913100 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:37.932170 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4b3abb-a1c8-4e53-9825-f0b7f4b497c7 None None] Network d9e78da9-29b1-4600-b21a-cf4e5bf51b52 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:37.962915 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-769f3ac9-130e-4205-8539-8932b4c9eb48 req-279c7dd7-5109-41bd-8f7c-d898265d2013 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708110 Apr 06 16:20:38.021621 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 9e6159a2-f8ed-4eed-81fc-bab4c749817a is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:38.022026 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.030285 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3127699e-0f77-4eec-b05b-7f4fd750de7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5196cea7-a08c-45ec-bb70-0e035cf507b0'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:38.032785 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af102bd2-93fa-49a6-bd51-14a387f334cc" -d '{"events": [{"server_uuid": "3127699e-0f77-4eec-b05b-7f4fd750de7d", "name": "network-vif-plugged", "status": "completed", "tag": "5196cea7-a08c-45ec-bb70-0e035cf507b0"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:38.089095 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6159a2-f8ed-4eed-81fc-bab4c749817a {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:38.159865 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b82d9c-c5ba-4e6e-a98d-6a4bd178672a x-openstack-request-id: req-06b82d9c-c5ba-4e6e-a98d-6a4bd178672a {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:38.160340 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3127699e-0f77-4eec-b05b-7f4fd750de7d", "name": "network-vif-plugged", "status": "completed", "tag": "5196cea7-a08c-45ec-bb70-0e035cf507b0", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:38.160802 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06b82d9c-c5ba-4e6e-a98d-6a4bd178672a {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:38.161434 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b82d9c-c5ba-4e6e-a98d-6a4bd178672a'] response: {'server_uuid': '3127699e-0f77-4eec-b05b-7f4fd750de7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5196cea7-a08c-45ec-bb70-0e035cf507b0', 'code': 200} Apr 06 16:20:38.163384 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 5196cea7-a08c-45ec-bb70-0e035cf507b0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:38.196756 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.196900 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:38.227313 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 9e6159a2-f8ed-4eed-81fc-bab4c749817a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:38.257391 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.313272 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=5196cea7-a08c-45ec-bb70-0e035cf507b0,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:38.381368 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:20:38.399977 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:38.401127 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.413448 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513abb56-3ce5-4865-935b-72e54581ab78 req-439ab4d2-5703-481e-a41c-c8ec66d3c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:38.416852 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-513abb56-3ce5-4865-935b-72e54581ab78 req-439ab4d2-5703-481e-a41c-c8ec66d3c0d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 1129 time: 0.1582856 Apr 06 16:20:38.442479 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=9e6159a2-f8ed-4eed-81fc-bab4c749817a,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:38.512802 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['9e6159a2-f8ed-4eed-81fc-bab4c749817a'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:20:38.534967 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-513abb56-3ce5-4865-935b-72e54581ab78 req-f7b8748c-898f-4773-b625-75034da8d79f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048782 Apr 06 16:20:38.544792 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bf1cb-3c5b-445d-976e-b3be0921d1bc req-2c113726-e78e-47b7-b925-ddd7779d4c91 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:38.546675 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-653bf1cb-3c5b-445d-976e-b3be0921d1bc req-2c113726-e78e-47b7-b925-ddd7779d4c91 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 944 time: 0.1959915 Apr 06 16:20:38.557951 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54682) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:38.564518 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1129922551-network', 'tenant_id': '8adbd2a6e66d46caa639703574b05110'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:38.601717 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Made reservation on behalf of 8adbd2a6e66d46caa639703574b05110 for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:38.607881 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.625251 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:38.625637 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.629630 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.663585 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-653bf1cb-3c5b-445d-976e-b3be0921d1bc req-2a4c7cdb-a0f9-40a3-8663-5a5659143507 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102884 Apr 06 16:20:38.675389 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bf9cf-e16f-42a8-85c9-ec51fb55db0a req-f81e29a5-6a4c-4be1-a55e-039d51face01 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:38.677226 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a39bf9cf-e16f-42a8-85c9-ec51fb55db0a req-f81e29a5-6a4c-4be1-a55e-039d51face01 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1018119 Apr 06 16:20:38.710067 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:38.720678 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.766179 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a39bf9cf-e16f-42a8-85c9-ec51fb55db0a req-69b45712-6bf6-4790-a8ad-0030930563ae tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745244 Apr 06 16:20:38.792796 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Publish callbacks [] for security_group (f5cc4568-66d6-4d9b-a944-9d772a447916), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.798681 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (f5cc4568-66d6-4d9b-a944-9d772a447916), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.810748 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:38.834511 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:20:38.854144 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (a230b6ee-fa18-42bc-a848-eaa8a85c5232), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.854518 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.segments_db [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Added segment a230b6ee-fa18-42bc-a848-eaa8a85c5232 of type vlan for network eb687078-4945-4c33-abf6-6a096bac0468 Apr 06 16:20:38.856253 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc4568-66d6-4d9b-a944-9d772a447916,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:38.902275 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (eb687078-4945-4c33-abf6-6a096bac0468), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.926641 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (eb687078-4945-4c33-abf6-6a096bac0468), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.927751 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:38.928355 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:38.982335 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4225848 Apr 06 16:20:38.985567 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54696) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:38.990965 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Request body: {'subnet': {'network_id': 'eb687078-4945-4c33-abf6-6a096bac0468', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1129922551-subnet', 'tenant_id': '8adbd2a6e66d46caa639703574b05110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:38.995869 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21877a-0e67-4c54-9588-37342283771c admin admin] Pushing event updated for resources: {'Network': ['ID=eb687078-4945-4c33-abf6-6a096bac0468,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:39.006167 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network eb687078-4945-4c33-abf6-6a096bac0468 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:20:39.018316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Made reservation on behalf of 8adbd2a6e66d46caa639703574b05110 for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:39.020821 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25779771'] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.141455 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5782dc-8d2f-460f-b267-dd9061ff4e74 req-f97c1c8d-673d-4dcd-8414-40433c824a5f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:39.142976 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-be5782dc-8d2f-460f-b267-dd9061ff4e74 req-f97c1c8d-673d-4dcd-8414-40433c824a5f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0809045 Apr 06 16:20:39.152495 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54702) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:39.245539 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-be5782dc-8d2f-460f-b267-dd9061ff4e74 req-a930b498-489a-41e3-ad52-c74755411bc9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963390 Apr 06 16:20:39.269509 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fb4fad24-d390-4dd8-a094-f5553d5b482a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.275374 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25779749'] for subnet (2d44514d-c062-4e06-b5ae-5006aaf3dfe7), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.339191 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d44514d-c062-4e06-b5ae-5006aaf3dfe7,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:39.343650 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fb4fad24-d390-4dd8-a094-f5553d5b482a admin admin] Publish callbacks [] for security_group (566afeca-41a4-4c25-a4dd-17798508c098), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.345092 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Checking segment: {'id': 'a230b6ee-fa18-42bc-a848-eaa8a85c5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eb687078-4945-4c33-abf6-6a096bac0468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:39.345757 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Network hostable DHCP agents. Network: eb687078-4945-4c33-abf6-6a096bac0468, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:20:39.348168 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fb4fad24-d390-4dd8-a094-f5553d5b482a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (566afeca-41a4-4c25-a4dd-17798508c098), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.363547 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Network eb687078-4945-4c33-abf6-6a096bac0468 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:20:39.373012 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, eb687078-4945-4c33-abf6-6a096bac0468) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:39.378392 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:39.379277 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.384460 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20983a-a5e9-40b3-8e83-f455e6809051 None None] Network eb687078-4945-4c33-abf6-6a096bac0468 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:39.386359 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-fb4fad24-d390-4dd8-a094-f5553d5b482a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59c5b695772649e2b623e6042a67ff1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326953 Apr 06 16:20:39.387226 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fad24-d390-4dd8-a094-f5553d5b482a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566afeca-41a4-4c25-a4dd-17798508c098,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:39.389457 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54708) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:39.402872 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c12c54eb-12c9-46f1-9135-dcd13cb77b6e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4156001 Apr 06 16:20:39.440707 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cac9b8f9-17e8-4e31-b4cb-c0f8dc3d754a admin admin] Publish callbacks [] for security_group (566afeca-41a4-4c25-a4dd-17798508c098), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.465375 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cac9b8f9-17e8-4e31-b4cb-c0f8dc3d754a admin admin] Publish callbacks [] for security_group (566afeca-41a4-4c25-a4dd-17798508c098), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.510124 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44dc0d-c940-4e18-a4cd-8ed4ffc0727a None None] Network eb687078-4945-4c33-abf6-6a096bac0468 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:39.521036 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cac9b8f9-17e8-4e31-b4cb-c0f8dc3d754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (566afeca-41a4-4c25-a4dd-17798508c098), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.523879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cac9b8f9-17e8-4e31-b4cb-c0f8dc3d754a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.525544 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-cac9b8f9-17e8-4e31-b4cb-c0f8dc3d754a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/566afeca-41a4-4c25-a4dd-17798508c098 HTTP/1.1" status: 204 len: 168 time: 0.1345446 Apr 06 16:20:39.534407 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9b8f9-17e8-4e31-b4cb-c0f8dc3d754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566afeca-41a4-4c25-a4dd-17798508c098,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:39.826508 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342f66-2b27-44a1-9bc2-a5174b70c431 req-8272d2fc-ad4b-4817-b34d-4f02174d841c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:39.828084 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a6342f66-2b27-44a1-9bc2-a5174b70c431 req-8272d2fc-ad4b-4817-b34d-4f02174d841c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 944 time: 0.0903361 Apr 06 16:20:39.935597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83240dc8-7201-42a7-a9a4-92a716162de5 req-61ff9063-b49f-43a5-ad70-1a5b7312002d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:39.937137 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-83240dc8-7201-42a7-a9a4-92a716162de5 req-61ff9063-b49f-43a5-ad70-1a5b7312002d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0744259 Apr 06 16:20:39.937749 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54738) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:39.957871 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-db00804f-a2ae-44ce-9bf0-c10870de1e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:39.976238 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a6342f66-2b27-44a1-9bc2-a5174b70c431 req-f62b005a-ce67-4898-9582-78db9081d364 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382778 Apr 06 16:20:40.034910 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-83240dc8-7201-42a7-a9a4-92a716162de5 req-25352af9-4835-4ce5-b156-a4dd7273c0d2 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781634 Apr 06 16:20:40.093810 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-db00804f-a2ae-44ce-9bf0-c10870de1e77 admin admin] Publish callbacks [] for security_group (2cc77420-ff42-4673-b228-d39a9d174955), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:40.098362 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-db00804f-a2ae-44ce-9bf0-c10870de1e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2cc77420-ff42-4673-b228-d39a9d174955), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:40.138851 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-db00804f-a2ae-44ce-9bf0-c10870de1e77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4da4ecd173324cb5a1e08d3ccae3a481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962657 Apr 06 16:20:40.140151 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00804f-a2ae-44ce-9bf0-c10870de1e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc77420-ff42-4673-b228-d39a9d174955,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:40.141584 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54744) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:40.164768 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:40.167090 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55027bbd-237a-4d90-83be-049b3285812a" -d '{"events": [{"server_uuid": "6e964b58-dc15-4a62-aaef-d1c263d97397", "name": "network-vif-plugged", "status": "completed", "tag": "6ac797da-dd8c-4027-aa88-ce8f5fd4bda1"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:40.208062 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5899e754-ed0b-4f6d-9a8c-5dffe97b559b x-openstack-request-id: req-5899e754-ed0b-4f6d-9a8c-5dffe97b559b {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:40.208385 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e964b58-dc15-4a62-aaef-d1c263d97397", "name": "network-vif-plugged", "status": "completed", "tag": "6ac797da-dd8c-4027-aa88-ce8f5fd4bda1", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:40.208646 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5899e754-ed0b-4f6d-9a8c-5dffe97b559b {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:40.209042 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5899e754-ed0b-4f6d-9a8c-5dffe97b559b'] response: {'server_uuid': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'code': 200} Apr 06 16:20:40.212529 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d693cd98-d4b5-4d46-b6ca-1d180f26ec6f admin admin] Publish callbacks [] for security_group (2cc77420-ff42-4673-b228-d39a9d174955), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:40.234662 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d693cd98-d4b5-4d46-b6ca-1d180f26ec6f admin admin] Publish callbacks [] for security_group (2cc77420-ff42-4673-b228-d39a9d174955), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:40.289038 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d693cd98-d4b5-4d46-b6ca-1d180f26ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2cc77420-ff42-4673-b228-d39a9d174955), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:40.291644 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d693cd98-d4b5-4d46-b6ca-1d180f26ec6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:40.292812 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d693cd98-d4b5-4d46-b6ca-1d180f26ec6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cc77420-ff42-4673-b228-d39a9d174955 HTTP/1.1" status: 204 len: 168 time: 0.1497874 Apr 06 16:20:40.301107 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693cd98-d4b5-4d46-b6ca-1d180f26ec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc77420-ff42-4673-b228-d39a9d174955,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:40.389238 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device ac916448-8d96-4d3b-a911-90b9995478e8 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:20:40.394674 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08b90-69a2-4ce1-8805-13ac9bb0a5b0 req-7881459c-a414-4138-a372-719ee0a470d2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:40.396434 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65d08b90-69a2-4ce1-8805-13ac9bb0a5b0 req-7881459c-a414-4138-a372-719ee0a470d2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0576952 Apr 06 16:20:40.456192 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65d08b90-69a2-4ce1-8805-13ac9bb0a5b0 req-f0e4a921-9944-43c2-b78c-3240507c2adc tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504928 Apr 06 16:20:40.505355 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port ac916448-8d96-4d3b-a911-90b9995478e8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac916448-8d96-4d3b-a911-90b9995478e8,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:40.516395 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': 'ac916448-8d96-4d3b-a911-90b9995478e8', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'port_id': 'ac916448-8d96-4d3b-a911-90b9995478e8', 'mac_address': 'fa:16:3e:73:53:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:20:40.565862 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port ac916448-8d96-4d3b-a911-90b9995478e8 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:40.566176 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:40.582072 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac916448-8d96-4d3b-a911-90b9995478e8 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:20:40.601161 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port ac916448-8d96-4d3b-a911-90b9995478e8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac916448-8d96-4d3b-a911-90b9995478e8,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:40.605003 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:40.651637 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=ac916448-8d96-4d3b-a911-90b9995478e8,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:41.154869 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb404dd-15c0-4f10-8e54-bc115e7b2088 req-2c5abc42-5541-4f2f-aebd-669f696a98ff tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:41.156347 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8cb404dd-15c0-4f10-8e54-bc115e7b2088 req-2c5abc42-5541-4f2f-aebd-669f696a98ff tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 944 time: 0.0830967 Apr 06 16:20:41.170015 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002df80-85bf-4f19-980b-c869bca11882 req-18598f66-6293-4a2a-96b7-a5f15f14cbbb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:41.171607 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9002df80-85bf-4f19-980b-c869bca11882 req-18598f66-6293-4a2a-96b7-a5f15f14cbbb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0689795 Apr 06 16:20:41.245703 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8cb404dd-15c0-4f10-8e54-bc115e7b2088 req-a30c3651-8653-4fa4-b45a-08a3d24baa19 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832765 Apr 06 16:20:41.259313 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9002df80-85bf-4f19-980b-c869bca11882 req-8bfd11cd-457f-4448-aa97-761d52d20f9c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808983 Apr 06 16:20:41.559624 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4253b4-f69e-4d77-9ce8-40f14167fdb3 req-3154fc4a-d4ad-44f8-98ec-686a54ad9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:41.561180 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bf4253b4-f69e-4d77-9ce8-40f14167fdb3 req-3154fc4a-d4ad-44f8-98ec-686a54ad9b35 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 1130 time: 0.0680699 Apr 06 16:20:41.581982 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998d56-0bfd-4436-99bc-b0435124773e req-2868a89c-34b0-4b6a-896e-8a40992ede30 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:41.583439 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f998d56-0bfd-4436-99bc-b0435124773e req-2868a89c-34b0-4b6a-896e-8a40992ede30 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0579891 Apr 06 16:20:41.631366 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f998d56-0bfd-4436-99bc-b0435124773e req-54f0e61f-3cca-4d5e-ab87-a4d06863a8bc tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Apr 06 16:20:41.936241 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54814) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:42.037056 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-99921c5f-a41c-44df-9bf4-641b6c8ce428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.106610 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-99921c5f-a41c-44df-9bf4-641b6c8ce428 admin admin] Publish callbacks [] for security_group (1fb45133-e44c-43cd-88c6-d125de3c4f12), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.110170 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-99921c5f-a41c-44df-9bf4-641b6c8ce428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (1fb45133-e44c-43cd-88c6-d125de3c4f12), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.149336 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-99921c5f-a41c-44df-9bf4-641b6c8ce428 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9cc8fa3b6a44a2da4e08ac012041d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120574 Apr 06 16:20:42.150109 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99921c5f-a41c-44df-9bf4-641b6c8ce428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb45133-e44c-43cd-88c6-d125de3c4f12,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:42.152785 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54818) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:42.205227 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-834929c3-d00d-4b03-8499-7d14e5b117e9 admin admin] Publish callbacks [] for security_group (1fb45133-e44c-43cd-88c6-d125de3c4f12), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.230136 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-834929c3-d00d-4b03-8499-7d14e5b117e9 admin admin] Publish callbacks [] for security_group (1fb45133-e44c-43cd-88c6-d125de3c4f12), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.279793 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-834929c3-d00d-4b03-8499-7d14e5b117e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (1fb45133-e44c-43cd-88c6-d125de3c4f12), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.283113 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-834929c3-d00d-4b03-8499-7d14e5b117e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.286946 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-834929c3-d00d-4b03-8499-7d14e5b117e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fb45133-e44c-43cd-88c6-d125de3c4f12 HTTP/1.1" status: 204 len: 168 time: 0.1299567 Apr 06 16:20:42.293277 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834929c3-d00d-4b03-8499-7d14e5b117e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb45133-e44c-43cd-88c6-d125de3c4f12,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:42.438426 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4e59e-e4fd-49ec-bcc5-a74f7cdd0a77 req-9e872cdd-a045-44f2-91fe-b8cfdf9950fd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:42.439955 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-70e4e59e-e4fd-49ec-bcc5-a74f7cdd0a77 req-9e872cdd-a045-44f2-91fe-b8cfdf9950fd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 944 time: 0.1061959 Apr 06 16:20:42.451720 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34da0cf-ddfa-4d52-9b38-b1ee86481a93 req-d50d95a6-19bb-4de5-9831-e5dd3f74e38c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:42.453347 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c34da0cf-ddfa-4d52-9b38-b1ee86481a93 req-d50d95a6-19bb-4de5-9831-e5dd3f74e38c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0766685 Apr 06 16:20:42.527473 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-70e4e59e-e4fd-49ec-bcc5-a74f7cdd0a77 req-d4e35a6c-e40b-4c4a-b5d2-3863f7ccb179 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731575 Apr 06 16:20:42.530771 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c34da0cf-ddfa-4d52-9b38-b1ee86481a93 req-45694e48-4914-4a13-8fda-58b3ab69122f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705948 Apr 06 16:20:42.591402 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 54834) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:42.607913 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f0751aa7-0f98-40d1-8f76-8adddad3237d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.681414 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f0751aa7-0f98-40d1-8f76-8adddad3237d admin admin] Publish callbacks [] for security_group (86d47ed5-d43c-43f5-a0fe-80af32e179ba), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.685243 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f0751aa7-0f98-40d1-8f76-8adddad3237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (86d47ed5-d43c-43f5-a0fe-80af32e179ba), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.746969 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-f0751aa7-0f98-40d1-8f76-8adddad3237d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98e8133675ff406fb9ffbcab8248f343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544452 Apr 06 16:20:42.749659 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 54838) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:42.751882 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0751aa7-0f98-40d1-8f76-8adddad3237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d47ed5-d43c-43f5-a0fe-80af32e179ba,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:42.775012 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade7fae-6491-4a50-b70c-633880fbe10e req-4e89495d-b5bf-4bb5-a331-0f2364fa01e2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:42.776754 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0ade7fae-6491-4a50-b70c-633880fbe10e req-4e89495d-b5bf-4bb5-a331-0f2364fa01e2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0755751 Apr 06 16:20:42.797573 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffe74-98cf-43c1-bd24-0d18a112b155 admin admin] Publish callbacks [] for security_group (86d47ed5-d43c-43f5-a0fe-80af32e179ba), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.817958 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffe74-98cf-43c1-bd24-0d18a112b155 admin admin] Publish callbacks [] for security_group (86d47ed5-d43c-43f5-a0fe-80af32e179ba), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.822790 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0ade7fae-6491-4a50-b70c-633880fbe10e req-7f58dc3c-832e-47f6-9abd-dc7fddfbbf9e tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404706 Apr 06 16:20:42.868558 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffe74-98cf-43c1-bd24-0d18a112b155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (86d47ed5-d43c-43f5-a0fe-80af32e179ba), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.871395 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffe74-98cf-43c1-bd24-0d18a112b155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:42.872522 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0a7ffe74-98cf-43c1-bd24-0d18a112b155 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86d47ed5-d43c-43f5-a0fe-80af32e179ba HTTP/1.1" status: 204 len: 168 time: 0.1218984 Apr 06 16:20:42.879886 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ffe74-98cf-43c1-bd24-0d18a112b155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d47ed5-d43c-43f5-a0fe-80af32e179ba,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:43.681764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c3bac-e50c-4b65-a815-d05681686292 req-f6e39522-da91-416f-a4f0-0688fded339e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:43.683185 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec7c3bac-e50c-4b65-a815-d05681686292 req-f6e39522-da91-416f-a4f0-0688fded339e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 944 time: 0.0859978 Apr 06 16:20:43.695308 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee76b8e-79b4-4364-abc3-dc53186daec8 req-9145bf89-90eb-4eb1-b929-8293790b29d4 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:43.696743 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cee76b8e-79b4-4364-abc3-dc53186daec8 req-9145bf89-90eb-4eb1-b929-8293790b29d4 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0975449 Apr 06 16:20:43.768803 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec7c3bac-e50c-4b65-a815-d05681686292 req-917a774b-5ae7-4727-9257-c121763bf94b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711162 Apr 06 16:20:43.781212 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cee76b8e-79b4-4364-abc3-dc53186daec8 req-4881ffd9-a327-4931-a2c1-75fc694dc1c9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709946 Apr 06 16:20:43.955505 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8951-022e-4683-a4a5-410c07bd1034 req-4d24fcaf-8e93-4231-8cee-9170806d0667 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:43.955505 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0cfe8951-022e-4683-a4a5-410c07bd1034 req-4d24fcaf-8e93-4231-8cee-9170806d0667 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0531175 Apr 06 16:20:44.002212 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0cfe8951-022e-4683-a4a5-410c07bd1034 req-fa19ff75-9994-4d1d-b66d-8d907ac43184 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Apr 06 16:20:44.709403 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 9e6159a2-f8ed-4eed-81fc-bab4c749817a up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:44.757028 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 9e6159a2-f8ed-4eed-81fc-bab4c749817a completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:20:44.760991 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 9e6159a2-f8ed-4eed-81fc-bab4c749817a triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:44.761398 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:44.822453 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bf4253b4-f69e-4d77-9ce8-40f14167fdb3 req-d9c7edd6-9b14-4949-b942-5a7525453064 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471909 Apr 06 16:20:44.840384 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 9e6159a2-f8ed-4eed-81fc-bab4c749817a is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:44.840775 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:44.866590 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6159a2-f8ed-4eed-81fc-bab4c749817a'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:44.868891 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37fe6e-21ac-4d56-ae37-dd1545620456" -d '{"events": [{"server_uuid": "c1e62dfc-8f26-4e08-8c9b-55975fdf3f96", "name": "network-vif-plugged", "status": "completed", "tag": "9e6159a2-f8ed-4eed-81fc-bab4c749817a"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:44.874844 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['ac916448-8d96-4d3b-a911-90b9995478e8'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:20:44.886218 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 9e6159a2-f8ed-4eed-81fc-bab4c749817a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:44.909199 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:44.926663 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee180874-8577-4be5-95f2-f5572819f70d req-bc9724a6-e8c6-43e5-9b03-97de2457ca5a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:44.933410 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ee180874-8577-4be5-95f2-f5572819f70d req-bc9724a6-e8c6-43e5-9b03-97de2457ca5a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0902090 Apr 06 16:20:44.941636 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7c597-d81b-417b-87ba-7dbf389a02fc req-d017bd57-76ee-474e-aba4-1897c62ba511 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:44.943332 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-72d7c597-d81b-417b-87ba-7dbf389a02fc req-d017bd57-76ee-474e-aba4-1897c62ba511 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 944 time: 0.0906847 Apr 06 16:20:44.979427 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=9e6159a2-f8ed-4eed-81fc-bab4c749817a,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:45.017595 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ee180874-8577-4be5-95f2-f5572819f70d req-6547128c-2f06-4ec1-a4da-6cedf091b07f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833251 Apr 06 16:20:45.037240 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-72d7c597-d81b-417b-87ba-7dbf389a02fc req-5833c7f4-dce5-436b-aba8-c0d03fd01a3a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803454 Apr 06 16:20:45.109073 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3acf864-4508-4ff4-8af5-c5975a5b38f8 x-openstack-request-id: req-f3acf864-4508-4ff4-8af5-c5975a5b38f8 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:45.109484 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e62dfc-8f26-4e08-8c9b-55975fdf3f96", "name": "network-vif-plugged", "status": "completed", "tag": "9e6159a2-f8ed-4eed-81fc-bab4c749817a", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:45.109772 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3acf864-4508-4ff4-8af5-c5975a5b38f8 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:45.110152 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3acf864-4508-4ff4-8af5-c5975a5b38f8'] response: {'server_uuid': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'code': 200} Apr 06 16:20:45.181545 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47ca09-e2ab-4325-955b-0ab6db03e3a9 req-ca6bc631-fdf4-4377-870b-48a70819f334 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:45.183050 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3d47ca09-e2ab-4325-955b-0ab6db03e3a9 req-ca6bc631-fdf4-4377-870b-48a70819f334 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0519190 Apr 06 16:20:45.230813 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3d47ca09-e2ab-4325-955b-0ab6db03e3a9 req-1dbdd242-3491-4aa9-887b-d4a9ab655da9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Apr 06 16:20:46.202070 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771955-5f55-4aca-a8a4-e2b8816ba5fd req-eb78de18-9b8a-4b1d-9757-6e2a41cd025d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:46.203761 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-09771955-5f55-4aca-a8a4-e2b8816ba5fd req-eb78de18-9b8a-4b1d-9757-6e2a41cd025d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.0864282 Apr 06 16:20:46.216502 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c679f71-dc67-47a1-820f-c082768f0077 req-3c54f9a6-850b-4507-be98-60f980a1a7f1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:46.218095 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8c679f71-dc67-47a1-820f-c082768f0077 req-3c54f9a6-850b-4507-be98-60f980a1a7f1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0995247 Apr 06 16:20:46.290902 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-09771955-5f55-4aca-a8a4-e2b8816ba5fd req-70f98a79-eab2-4f98-8723-20a35678d964 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716431 Apr 06 16:20:46.298395 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8c679f71-dc67-47a1-820f-c082768f0077 req-4291abad-0844-44bb-8cdf-5ad976523c2f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718071 Apr 06 16:20:46.408182 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969bcd-7b9c-4d69-ad79-ce302ea31fc9 req-fd4bc781-1b14-47e1-8eae-2a28f7f994a2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:46.409663 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-25969bcd-7b9c-4d69-ad79-ce302ea31fc9 req-fd4bc781-1b14-47e1-8eae-2a28f7f994a2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0543063 Apr 06 16:20:46.455761 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-25969bcd-7b9c-4d69-ad79-ce302ea31fc9 req-9618cdc3-99d9-4714-b811-300a0f5af69d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402391 Apr 06 16:20:47.174955 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device ac916448-8d96-4d3b-a911-90b9995478e8 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:20:47.234546 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port ac916448-8d96-4d3b-a911-90b9995478e8 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:20:47.238544 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port ac916448-8d96-4d3b-a911-90b9995478e8 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:20:47.238954 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:47.315865 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port ac916448-8d96-4d3b-a911-90b9995478e8 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:20:47.316253 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:47.340465 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441ebf43-5e6a-4e27-912e-2c7d366d6583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac916448-8d96-4d3b-a911-90b9995478e8'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:47.342630 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc85ae-9d41-41d0-bc3f-a7bc2b784eab" -d '{"events": [{"server_uuid": "441ebf43-5e6a-4e27-912e-2c7d366d6583", "name": "network-vif-plugged", "status": "completed", "tag": "ac916448-8d96-4d3b-a911-90b9995478e8"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:47.356072 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port ac916448-8d96-4d3b-a911-90b9995478e8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac916448-8d96-4d3b-a911-90b9995478e8,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:20:47.360808 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:47.412388 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=ac916448-8d96-4d3b-a911-90b9995478e8,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:47.443712 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93d3d4-fbe7-4224-a089-0fd1cbf40919 req-c27bcfd3-bad3-46e6-bb39-55c11772f869 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:47.445214 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4b93d3d4-fbe7-4224-a089-0fd1cbf40919 req-c27bcfd3-bad3-46e6-bb39-55c11772f869 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.0872445 Apr 06 16:20:47.456417 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27764a7-0e18-4f42-b863-e8a66321ef5a req-8d9b3816-0f9c-4a9d-bbfc-da408f318d7f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:47.457805 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a27764a7-0e18-4f42-b863-e8a66321ef5a req-8d9b3816-0f9c-4a9d-bbfc-da408f318d7f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0706015 Apr 06 16:20:47.527886 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4b93d3d4-fbe7-4224-a089-0fd1cbf40919 req-07c8345a-0fe2-4a88-8bbf-03a692f043c2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691416 Apr 06 16:20:47.531099 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a27764a7-0e18-4f42-b863-e8a66321ef5a req-385e7457-0004-43b0-b277-b7416ea43fc0 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663245 Apr 06 16:20:47.574062 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a430f06f-97e5-40eb-a5ce-a8e8b7b42acf x-openstack-request-id: req-a430f06f-97e5-40eb-a5ce-a8e8b7b42acf {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:47.574360 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441ebf43-5e6a-4e27-912e-2c7d366d6583", "name": "network-vif-plugged", "status": "completed", "tag": "ac916448-8d96-4d3b-a911-90b9995478e8", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:47.574618 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a430f06f-97e5-40eb-a5ce-a8e8b7b42acf {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:47.575043 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a430f06f-97e5-40eb-a5ce-a8e8b7b42acf'] response: {'server_uuid': '441ebf43-5e6a-4e27-912e-2c7d366d6583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac916448-8d96-4d3b-a911-90b9995478e8', 'code': 200} Apr 06 16:20:47.640030 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc0d05-81d7-4c5a-aacf-1cef1bfa6d20 req-52f4287c-fb89-4e9f-a23c-ce50fc0b79f9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:47.641496 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8adc0d05-81d7-4c5a-aacf-1cef1bfa6d20 req-52f4287c-fb89-4e9f-a23c-ce50fc0b79f9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0520990 Apr 06 16:20:47.694422 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8adc0d05-81d7-4c5a-aacf-1cef1bfa6d20 req-b475aa9c-86ec-49d7-8565-c5402357a568 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469048 Apr 06 16:20:47.989475 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca62ef-f8d9-45eb-86f1-b9cd9a0cdf4b req-3ce5ae16-dbc4-4146-a311-cc34a8ae39b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:47.991112 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d9ca62ef-f8d9-45eb-86f1-b9cd9a0cdf4b req-3ce5ae16-dbc4-4146-a311-cc34a8ae39b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.2115767 Apr 06 16:20:48.038547 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d9ca62ef-f8d9-45eb-86f1-b9cd9a0cdf4b req-1391517e-6f0a-4c49-97ea-bc0ec9d49437 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Apr 06 16:20:48.642690 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38463bd-c2b4-479f-a2c8-bc6f9a8cc4c8 req-8627b7ec-148d-4fd1-9dee-43da56eb0dc5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:48.644148 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b38463bd-c2b4-479f-a2c8-bc6f9a8cc4c8 req-8627b7ec-148d-4fd1-9dee-43da56eb0dc5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.0500107 Apr 06 16:20:48.688675 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b38463bd-c2b4-479f-a2c8-bc6f9a8cc4c8 req-62addb8c-5e70-4699-a3e0-d99163227e43 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388942 Apr 06 16:20:48.814458 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b67da-53ce-41b0-a2fb-2ba81288ed9d req-d5536fea-a411-46ba-87a1-7a5a72eef85d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:48.815990 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-738b67da-53ce-41b0-a2fb-2ba81288ed9d req-d5536fea-a411-46ba-87a1-7a5a72eef85d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0536420 Apr 06 16:20:48.861554 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-738b67da-53ce-41b0-a2fb-2ba81288ed9d req-ed29e061-17f2-46ad-8b6f-07e6d29b8b3a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397015 Apr 06 16:20:49.153022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607d4d4-aa01-4544-8ab8-f3fdfe7f0eac req-d955be24-e877-41d2-9881-cfddd3bb3e42 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:49.154512 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b607d4d4-aa01-4544-8ab8-f3fdfe7f0eac req-d955be24-e877-41d2-9881-cfddd3bb3e42 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0513985 Apr 06 16:20:49.200944 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b607d4d4-aa01-4544-8ab8-f3fdfe7f0eac req-d82a9a38-4a75-4f4e-93c9-a8e3d97a1d2e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 Apr 06 16:20:49.692844 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-f3d84408-8c44-4e65-85c5-8b5d3cff34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:49.694999 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-f3d84408-8c44-4e65-85c5-8b5d3cff34a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 1129 time: 0.0497651 Apr 06 16:20:49.726990 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c23eddb0-6dd7-4aef-91cd-7f67ae42b9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:49.858968 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f127a-8096-4a92-8609-c6fcfcbcd7dc req-7e7d0b4e-da92-4b86-8016-3ad3c4813e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:49.861552 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-179f127a-8096-4a92-8609-c6fcfcbcd7dc req-7e7d0b4e-da92-4b86-8016-3ad3c4813e2b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 1129 time: 0.1325595 Apr 06 16:20:49.875814 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-f2f1049b-76ef-4d5b-8c02-b3332fd03726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:49.877315 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-f2f1049b-76ef-4d5b-8c02-b3332fd03726 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.1694210 Apr 06 16:20:49.886513 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b28724-7756-40da-ac90-26537d4e6128 req-868c78d0-a70d-4195-802c-643076c62e8f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:49.888023 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3b28724-7756-40da-ac90-26537d4e6128 req-868c78d0-a70d-4195-802c-643076c62e8f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.1088431 Apr 06 16:20:49.950242 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3b28724-7756-40da-ac90-26537d4e6128 req-f9a5654e-d766-411c-8936-8e68b9dc83ff tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503249 Apr 06 16:20:49.991566 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd014f-ca50-4dd5-93a4-e66e03d19b31 req-b958a143-0158-4830-ae6e-72b04ca936e2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:49.992960 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-86cd014f-ca50-4dd5-93a4-e66e03d19b31 req-b958a143-0158-4830-ae6e-72b04ca936e2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0622618 Apr 06 16:20:50.039841 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-86cd014f-ca50-4dd5-93a4-e66e03d19b31 req-eb42aff7-9792-453a-9943-2809f05a3be7 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404689 Apr 06 16:20:50.361564 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-20459b2f-7026-4477-af14-605c13290d8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0 HTTP/1.1" status: 200 len: 217 time: 0.0916390 Apr 06 16:20:50.434179 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-179f127a-8096-4a92-8609-c6fcfcbcd7dc req-6031ba1d-9661-491d-9ae5-dcd78ec5f651 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480856 Apr 06 16:20:50.455998 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251a48d-cb7b-4ba8-b9cb-9134b4a1132e req-3060c627-1a22-4c3e-911a-1c11d7e55bc9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:50.457405 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3251a48d-cb7b-4ba8-b9cb-9134b4a1132e req-3060c627-1a22-4c3e-911a-1c11d7e55bc9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1552062 Apr 06 16:20:50.514768 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3251a48d-cb7b-4ba8-b9cb-9134b4a1132e req-e1fa30e8-bb80-436a-bf48-0f493b693e7c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479801 Apr 06 16:20:50.730675 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55114) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:50.833370 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:50.918162 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Publish callbacks [] for security_group (ec8d8809-f0c2-47d5-a75d-dc0e25322bbd), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:50.922573 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (ec8d8809-f0c2-47d5-a75d-dc0e25322bbd), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:50.960409 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4113a72d9c247038207afa188398780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280090 Apr 06 16:20:50.963435 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55126) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:50.965249 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d8809-f0c2-47d5-a75d-dc0e25322bbd,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:50.972269 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.972804 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.982851 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.983587 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.984139 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.984695 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.985258 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.985929 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.986409 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.986678 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.987105 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.987575 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.988092 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.988895 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:50.989375 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3894d-e131-4b6b-8103-3db4d81ae07a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.019091 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Publish callbacks [] for security_group (ec8d8809-f0c2-47d5-a75d-dc0e25322bbd), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.087307 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Publish callbacks [] for security_group (ec8d8809-f0c2-47d5-a75d-dc0e25322bbd), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.211923 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb5bf2-1b18-4bc7-8c1f-cd3133c40b93 req-e9764e36-2fc6-45fc-80d8-bf674d25a92c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:51.213461 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6ecb5bf2-1b18-4bc7-8c1f-cd3133c40b93 req-e9764e36-2fc6-45fc-80d8-bf674d25a92c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.1842899 Apr 06 16:20:51.214787 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-6e44ab18-b3a8-4a44-9026-115bee108ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:51.216194 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-6e44ab18-b3a8-4a44-9026-115bee108ccb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.1181426 Apr 06 16:20:51.231280 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (ec8d8809-f0c2-47d5-a75d-dc0e25322bbd), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.233744 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.234834 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec8d8809-f0c2-47d5-a75d-dc0e25322bbd HTTP/1.1" status: 204 len: 168 time: 0.2703147 Apr 06 16:20:51.256975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d8809-f0c2-47d5-a75d-dc0e25322bbd,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:51.280690 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.281043 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.281405 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.281726 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.282058 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.282388 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.282733 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.283068 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.283395 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.283726 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.284053 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.284373 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.284694 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.285013 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.285337 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0434069-eb6f-4bf7-a73d-5e3689fa828c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:20:51.297826 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6ecb5bf2-1b18-4bc7-8c1f-cd3133c40b93 req-e2d3bd2a-7475-4816-bb04-c03c6fb95ad1 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779634 Apr 06 16:20:51.306017 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa7001-b4a7-4128-866c-c543fb7137ec req-a9070cd0-b4af-43ab-a545-a73ac6d9f7cb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:51.307576 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-06fa7001-b4a7-4128-866c-c543fb7137ec req-a9070cd0-b4af-43ab-a545-a73ac6d9f7cb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1422582 Apr 06 16:20:51.359440 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-06fa7001-b4a7-4128-866c-c543fb7137ec req-9f556da1-b0b8-49c0-b3be-895c62f40741 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440352 Apr 06 16:20:51.486066 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184af18-603c-4703-9de3-b92ca04577ba req-95f244a3-b8ce-4685-a1a9-b96e9650bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:51.487556 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b184af18-603c-4703-9de3-b92ca04577ba req-95f244a3-b8ce-4685-a1a9-b96e9650bae5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 1130 time: 0.1041238 Apr 06 16:20:51.503612 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-dcee3dcd-f5de-4737-a078-6ee49aee3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:51.505034 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-dcee3dcd-f5de-4737-a078-6ee49aee3b86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1202064 Apr 06 16:20:51.529307 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5d1e-b9b7-4e75-971a-6f7b6c27d029 req-477a9a02-275a-4aea-84b9-fe5e48942da0 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:51.530834 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6ccd5d1e-b9b7-4e75-971a-6f7b6c27d029 req-477a9a02-275a-4aea-84b9-fe5e48942da0 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0615327 Apr 06 16:20:51.541413 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55148) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:51.541623 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55150) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:51.544626 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'floatingip': {'port_id': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:51.555298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3100fcb1-7b62-4d42-9713-7d691af3de32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.649459 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3100fcb1-7b62-4d42-9713-7d691af3de32 admin admin] Publish callbacks [] for security_group (b5565491-4399-4994-a61c-e81ba31f2918), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.654897 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (77481354-94a0-44fb-9759-7b15f7e74289), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.662238 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3100fcb1-7b62-4d42-9713-7d691af3de32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (b5565491-4399-4994-a61c-e81ba31f2918), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.695169 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100fcb1-7b62-4d42-9713-7d691af3de32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5565491-4399-4994-a61c-e81ba31f2918,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:51.722048 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3100fcb1-7b62-4d42-9713-7d691af3de32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14d86744e79c428292d4edfc3fb39a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766207 Apr 06 16:20:51.722048 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55160) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:51.768250 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90311e-9695-44bf-9693-6feefc24ec0b req-ef9acf7e-3f41-41c2-ae3a-0d7aac687d8a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:51.769818 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ff90311e-9695-44bf-9693-6feefc24ec0b req-ef9acf7e-3f41-41c2-ae3a-0d7aac687d8a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1585999 Apr 06 16:20:51.785222 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9b63d740-2e96-4b68-92f3-acc3f4fc691c admin admin] Publish callbacks [] for security_group (b5565491-4399-4994-a61c-e81ba31f2918), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.808749 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9b63d740-2e96-4b68-92f3-acc3f4fc691c admin admin] Publish callbacks [] for security_group (b5565491-4399-4994-a61c-e81ba31f2918), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.872411 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9b63d740-2e96-4b68-92f3-acc3f4fc691c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (b5565491-4399-4994-a61c-e81ba31f2918), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.884243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9b63d740-2e96-4b68-92f3-acc3f4fc691c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:51.885469 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-9b63d740-2e96-4b68-92f3-acc3f4fc691c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5565491-4399-4994-a61c-e81ba31f2918 HTTP/1.1" status: 204 len: 168 time: 0.1625545 Apr 06 16:20:51.929897 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63d740-2e96-4b68-92f3-acc3f4fc691c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5565491-4399-4994-a61c-e81ba31f2918,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:52.010981 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ff90311e-9695-44bf-9693-6feefc24ec0b req-ea4169de-c0d6-44c5-b3bd-ccdbcca1036f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343662 Apr 06 16:20:52.040103 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b184af18-603c-4703-9de3-b92ca04577ba req-8a1b3f3e-06d7-447e-85ac-7164a221a47a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303224 Apr 06 16:20:52.099572 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bf33e220-5776-4f77-a9ab-9f89867e8d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:52.105812 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-9b502ea2-fcce-41d9-beae-7cd5e20819e3 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952528 Apr 06 16:20:52.487276 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55186) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:52.500451 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d7382333-b988-49a4-9580-ae3cfd4616b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:52.605470 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d7382333-b988-49a4-9580-ae3cfd4616b1 admin admin] Publish callbacks [] for security_group (ef108124-99ac-4e85-ad30-00a2ded992ac), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:52.611982 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d7382333-b988-49a4-9580-ae3cfd4616b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (ef108124-99ac-4e85-ad30-00a2ded992ac), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:52.657432 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714edb2-c721-4ddf-9031-105665f22984 req-fdbb43d4-1887-432c-9fcd-9710f23b395c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:52.659189 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2714edb2-c721-4ddf-9031-105665f22984 req-fdbb43d4-1887-432c-9fcd-9710f23b395c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.2378669 Apr 06 16:20:52.663258 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d7382333-b988-49a4-9580-ae3cfd4616b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70c9b71d1ecd4473aae54a2e23f7a0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746650 Apr 06 16:20:52.667199 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55196) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:52.667504 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d0834-ae9b-49e2-89df-868ab35c1920 req-30f7088e-3025-4c5e-a7ae-71ab32e327c8 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:52.669190 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-178d0834-ae9b-49e2-89df-868ab35c1920 req-30f7088e-3025-4c5e-a7ae-71ab32e327c8 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.2466118 Apr 06 16:20:52.688512 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7382333-b988-49a4-9580-ae3cfd4616b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef108124-99ac-4e85-ad30-00a2ded992ac,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:52.731059 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b285633-65b2-43d1-a390-ffe0e051d9d7 admin admin] Publish callbacks [] for security_group (ef108124-99ac-4e85-ad30-00a2ded992ac), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:52.754047 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b285633-65b2-43d1-a390-ffe0e051d9d7 admin admin] Publish callbacks [] for security_group (ef108124-99ac-4e85-ad30-00a2ded992ac), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:52.804651 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b285633-65b2-43d1-a390-ffe0e051d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (ef108124-99ac-4e85-ad30-00a2ded992ac), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:52.807503 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0b285633-65b2-43d1-a390-ffe0e051d9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:52.810763 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0b285633-65b2-43d1-a390-ffe0e051d9d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef108124-99ac-4e85-ad30-00a2ded992ac HTTP/1.1" status: 204 len: 168 time: 0.1405196 Apr 06 16:20:52.817261 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b285633-65b2-43d1-a390-ffe0e051d9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef108124-99ac-4e85-ad30-00a2ded992ac,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:52.880794 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.db.resource_extend [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 16:20:52.941532 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2714edb2-c721-4ddf-9031-105665f22984 req-34427d5d-6fb0-4bb4-84bd-eb3fffaa6f1e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711668 Apr 06 16:20:52.965327 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-178d0834-ae9b-49e2-89df-868ab35c1920 req-7a94f64b-cb8c-484c-84a6-4d95891953c1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838798 Apr 06 16:20:52.999730 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e67a0b55-43d3-476f-adbb-3d08152efb79 req-eae1f5a6-b3df-415d-b35b-738bf6bbe9e4 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282232 Apr 06 16:20:53.003965 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.007969 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (77481354-94a0-44fb-9759-7b15f7e74289), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.151903 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Floating IP 77481354-94a0-44fb-9759-7b15f7e74289 associated. External IP: 172.27.3.223, port: 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1. Apr 06 16:20:53.228749 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.255450 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.295459 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095f5b7-3b07-48e6-bbc3-278b3dd17a92 req-64932d75-ae83-45db-87ad-2f41923db970 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:53.297801 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a095f5b7-3b07-48e6-bbc3-278b3dd17a92 req-64932d75-ae83-45db-87ad-2f41923db970 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1719546 Apr 06 16:20:53.403477 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a095f5b7-3b07-48e6-bbc3-278b3dd17a92 req-ad2fbff3-3f7f-4ccd-8e2f-46a56385ad45 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973446 Apr 06 16:20:53.454607 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55230) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:53.479497 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Router 84f13122-0e2c-4b3b-becd-6fa53a86220e has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:20:53.586135 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9875ed15-13d8-4746-8e17-0dbf8a508871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.622582 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:20:53.628754 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.637153 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] Sync routers for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:20:53.649021 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:53.649649 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:20:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:53.670851 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-874c9e50-8f30-4f13-bea7-a2b7e2b17e65 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "PUT /v2.0/floatingips/77481354-94a0-44fb-9759-7b15f7e74289 HTTP/1.1" status: 200 len: 992 time: 2.1296980 Apr 06 16:20:53.672549 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'tag': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:53.674852 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e964b58-dc15-4a62-aaef-d1c263d97397", "tag": "6ac797da-dd8c-4027-aa88-ce8f5fd4bda1"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:53.722725 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835caf7c-9631-46a8-b36d-65bed74d5754 x-openstack-request-id: req-835caf7c-9631-46a8-b36d-65bed74d5754 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:53.723128 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e964b58-dc15-4a62-aaef-d1c263d97397", "tag": "6ac797da-dd8c-4027-aa88-ce8f5fd4bda1", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:53.723482 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-835caf7c-9631-46a8-b36d-65bed74d5754 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:53.723971 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835caf7c-9631-46a8-b36d-65bed74d5754'] response: {'name': 'network-changed', 'server_uuid': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'tag': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'status': 'completed', 'code': 200} Apr 06 16:20:53.740905 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9875ed15-13d8-4746-8e17-0dbf8a508871 admin admin] Publish callbacks [] for security_group (011683ec-3d14-499b-b4e4-576af9f9ce25), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.746996 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9875ed15-13d8-4746-8e17-0dbf8a508871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (011683ec-3d14-499b-b4e4-576af9f9ce25), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.790290 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875ed15-13d8-4746-8e17-0dbf8a508871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011683ec-3d14-499b-b4e4-576af9f9ce25,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:53.811403 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-9875ed15-13d8-4746-8e17-0dbf8a508871 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4467fe3995014a5cb803e409feb3e13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557377 Apr 06 16:20:53.814454 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55256) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:53.821965 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:53.878861 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f9802ce7-abe8-4486-a5fe-9b857190386d admin admin] Publish callbacks [] for security_group (011683ec-3d14-499b-b4e4-576af9f9ce25), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.902263 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f9802ce7-abe8-4486-a5fe-9b857190386d admin admin] Publish callbacks [] for security_group (011683ec-3d14-499b-b4e4-576af9f9ce25), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.967771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f9802ce7-abe8-4486-a5fe-9b857190386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (011683ec-3d14-499b-b4e4-576af9f9ce25), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.970461 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f9802ce7-abe8-4486-a5fe-9b857190386d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:53.971742 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-f9802ce7-abe8-4486-a5fe-9b857190386d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/011683ec-3d14-499b-b4e4-576af9f9ce25 HTTP/1.1" status: 204 len: 168 time: 0.1556740 Apr 06 16:20:54.001744 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9802ce7-abe8-4486-a5fe-9b857190386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011683ec-3d14-499b-b4e4-576af9f9ce25,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:54.154847 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08deb64-042e-4843-992a-36e0a34be6bd req-944dce20-9ac3-4ca9-9333-ca564895be6d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:54.156448 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d08deb64-042e-4843-992a-36e0a34be6bd req-944dce20-9ac3-4ca9-9333-ca564895be6d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.1089146 Apr 06 16:20:54.163597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc0290-df6c-4e07-b7f6-3d210dca7dcd req-07c1bffd-6f10-4837-8e70-34d443107bfa tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:54.170436 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-43fc0290-df6c-4e07-b7f6-3d210dca7dcd req-07c1bffd-6f10-4837-8e70-34d443107bfa tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.0789385 Apr 06 16:20:54.230487 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '77481354-94a0-44fb-9759-7b15f7e74289', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'port_id': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'mac_address': 'fa:16:3e:5e:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:52Z', 'revision_number': 1, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:54.269714 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] Checking router: 84f13122-0e2c-4b3b-becd-6fa53a86220e for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:20:54.278076 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:54.278737 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:20:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:54.402127 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:54.465738 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-43fc0290-df6c-4e07-b7f6-3d210dca7dcd req-d2a5ae6e-417f-4281-b0ac-e81ad458a495 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944126 Apr 06 16:20:54.474181 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55278) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:54.480750 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d08deb64-042e-4843-992a-36e0a34be6bd req-3f226730-92f1-43b2-b0c7-1b109b7c6970 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082130 Apr 06 16:20:54.505844 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c6964df-1166-4270-bb68-03964351799a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:54.604768 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31088ca-6433-4bc3-b34c-09f403b8d26e req-f7004036-c563-4abd-ac45-c1cfeb076917 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:54.613529 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c31088ca-6433-4bc3-b34c-09f403b8d26e req-f7004036-c563-4abd-ac45-c1cfeb076917 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0693798 Apr 06 16:20:54.634725 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:54.647887 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c6964df-1166-4270-bb68-03964351799a admin admin] Publish callbacks [] for security_group (197cae39-429f-43b4-9a4c-588cf9694365), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:54.652474 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6c6964df-1166-4270-bb68-03964351799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (197cae39-429f-43b4-9a4c-588cf9694365), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:54.710640 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7533ce1-f461-4692-82e8-e2561bce0e87 req-34038f95-8b38-40a4-818a-765b142e582a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:54.714775 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6c6964df-1166-4270-bb68-03964351799a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4a129c0c9394a918ce63ea962a9711e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383995 Apr 06 16:20:54.716694 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55282) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:54.717478 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6964df-1166-4270-bb68-03964351799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197cae39-429f-43b4-9a4c-588cf9694365,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:54.721490 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55284) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:54.721948 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c7533ce1-f461-4692-82e8-e2561bce0e87 req-34038f95-8b38-40a4-818a-765b142e582a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.1049397 Apr 06 16:20:54.731547 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'floatingip': {'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:54.737662 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c31088ca-6433-4bc3-b34c-09f403b8d26e req-06b8366d-d194-4529-8529-69c75e370fa5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187625 Apr 06 16:20:54.809275 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '77481354-94a0-44fb-9759-7b15f7e74289', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'port_id': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'mac_address': 'fa:16:3e:5e:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:52Z', 'revision_number': 1, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:54.828967 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (91b8406d-6a1b-4767-8368-34971b0de12d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:54.838474 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38535dba-3380-4895-bd69-dd0b0e74480f None None] The sync data for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi is: [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '77481354-94a0-44fb-9759-7b15f7e74289', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'port_id': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'mac_address': 'fa:16:3e:5e:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:52Z', 'revision_number': 1, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:20:54.973235 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e2235da9-febd-453c-9ee9-b52b84bfc7c0 admin admin] Publish callbacks [] for security_group (197cae39-429f-43b4-9a4c-588cf9694365), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:55.048608 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892dcbdd-e331-467c-8795-af3d4877b1cb None None] New status for floating IP 77481354-94a0-44fb-9759-7b15f7e74289: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:20:55.193328 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e2235da9-febd-453c-9ee9-b52b84bfc7c0 admin admin] Publish callbacks [] for security_group (197cae39-429f-43b4-9a4c-588cf9694365), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:55.325202 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e2235da9-febd-453c-9ee9-b52b84bfc7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (197cae39-429f-43b4-9a4c-588cf9694365), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:55.327800 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e2235da9-febd-453c-9ee9-b52b84bfc7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:55.328923 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e2235da9-febd-453c-9ee9-b52b84bfc7c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/197cae39-429f-43b4-9a4c-588cf9694365 HTTP/1.1" status: 204 len: 168 time: 0.6084526 Apr 06 16:20:55.340882 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2235da9-febd-453c-9ee9-b52b84bfc7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197cae39-429f-43b4-9a4c-588cf9694365,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:55.596307 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458982e2-2856-4edf-9f0d-73c5c5bce3ac req-c8a21d78-1ccb-462e-a5ea-10406ebeed88 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:55.599267 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-458982e2-2856-4edf-9f0d-73c5c5bce3ac req-c8a21d78-1ccb-462e-a5ea-10406ebeed88 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.0595131 Apr 06 16:20:55.660813 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-458982e2-2856-4edf-9f0d-73c5c5bce3ac req-8d2bbb1c-7d64-47df-85c3-27f1f9369b90 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551748 Apr 06 16:20:55.748908 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:55.753987 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (91b8406d-6a1b-4767-8368-34971b0de12d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:55.851877 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf34ed-4784-4477-ad07-e2f572727478 req-993248f6-f60e-425f-81c2-18fb5020e293 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:55.853801 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0bf34ed-4784-4477-ad07-e2f572727478 req-993248f6-f60e-425f-81c2-18fb5020e293 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0556045 Apr 06 16:20:55.880794 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Floating IP 91b8406d-6a1b-4767-8368-34971b0de12d associated. External IP: 172.27.3.215, port: 9e6159a2-f8ed-4eed-81fc-bab4c749817a. Apr 06 16:20:55.931062 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0bf34ed-4784-4477-ad07-e2f572727478 req-afc4514e-7349-4ad1-bada-2a3dbe5c988f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663743 Apr 06 16:20:55.955820 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.076952 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55320) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:56.125869 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:20:56.174943 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1493396570-network', 'tenant_id': 'cce961eef43742cfaae57b4de1aafaed'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:56.195231 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Made reservation on behalf of cce961eef43742cfaae57b4de1aafaed for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:56.197719 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.206120 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.237904 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:20:56.243991 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.250279 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:20:56.261694 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:56.262477 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:20:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:56.289303 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-731ac035-7c53-4b59-b93d-d4bbf8fabad2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "PUT /v2.0/floatingips/91b8406d-6a1b-4767-8368-34971b0de12d HTTP/1.1" status: 200 len: 991 time: 1.5668135 Apr 06 16:20:56.289925 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'tag': '9e6159a2-f8ed-4eed-81fc-bab4c749817a'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:20:56.292244 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e62dfc-8f26-4e08-8c9b-55975fdf3f96", "tag": "9e6159a2-f8ed-4eed-81fc-bab4c749817a"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:20:56.292435 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Publish callbacks [] for security_group (64128a10-4389-486a-9b95-566d4ef8a280), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.299973 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (64128a10-4389-486a-9b95-566d4ef8a280), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.326217 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:20:56.331299 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9242a84-c060-43f3-a29c-585d818a27fa x-openstack-request-id: req-d9242a84-c060-43f3-a29c-585d818a27fa {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:20:56.331673 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e62dfc-8f26-4e08-8c9b-55975fdf3f96", "tag": "9e6159a2-f8ed-4eed-81fc-bab4c749817a", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:20:56.331884 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9242a84-c060-43f3-a29c-585d818a27fa {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:20:56.332245 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9242a84-c060-43f3-a29c-585d818a27fa'] response: {'name': 'network-changed', 'server_uuid': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'tag': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'status': 'completed', 'code': 200} Apr 06 16:20:56.339903 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64128a10-4389-486a-9b95-566d4ef8a280,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:56.346030 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (7dedf976-bba1-44f5-a200-a8dd21f446c9), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.346383 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Added segment 7dedf976-bba1-44f5-a200-a8dd21f446c9 of type vlan for network e03b03d3-037b-4017-8322-22ef45d9691d Apr 06 16:20:56.390764 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:56.393060 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (e03b03d3-037b-4017-8322-22ef45d9691d), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.418437 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (e03b03d3-037b-4017-8322-22ef45d9691d), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.419432 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:56.420025 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.470234 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3919172 Apr 06 16:20:56.473130 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55332) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:56.478756 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Request body: {'subnet': {'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1493396570-subnet', 'tenant_id': 'cce961eef43742cfaae57b4de1aafaed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:20:56.482089 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9227c79-d507-47dd-ba2e-9204fcbc8557 admin admin] Pushing event updated for resources: {'Network': ['ID=e03b03d3-037b-4017-8322-22ef45d9691d,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:56.494044 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network e03b03d3-037b-4017-8322-22ef45d9691d details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:20:56.500925 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Made reservation on behalf of cce961eef43742cfaae57b4de1aafaed for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:20:56.503625 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419032'] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.631813 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:55Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:56.657569 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:20:56.665999 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:20:56.666612 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:20:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:56.675918 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26207431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419014'] for subnet (321994ed-c96a-4002-a4f2-f0beaad5b47f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.729525 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321994ed-c96a-4002-a4f2-f0beaad5b47f,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:56.739635 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Checking segment: {'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:20:56.739970 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Network hostable DHCP agents. Network: e03b03d3-037b-4017-8322-22ef45d9691d, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:20:56.757384 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Network e03b03d3-037b-4017-8322-22ef45d9691d is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:20:56.767663 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, e03b03d3-037b-4017-8322-22ef45d9691d) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:20:56.773185 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:56.773845 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:56.781593 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf118c1-8822-485d-b832-4c08b2e3c17c None None] Network e03b03d3-037b-4017-8322-22ef45d9691d requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:56.785355 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:20:56.790518 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c777a-06aa-44c8-a71f-c37c700df233 req-967dd938-7dc2-4422-b2ce-1b9ee8b7e747 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:56.791558 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3bfed87d-ea23-4f86-b6ca-7b4e3d7b00c8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3171990 Apr 06 16:20:56.808275 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6e2c777a-06aa-44c8-a71f-c37c700df233 req-967dd938-7dc2-4422-b2ce-1b9ee8b7e747 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.0831702 Apr 06 16:20:56.860408 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6e2c777a-06aa-44c8-a71f-c37c700df233 req-a6bbb7db-cafc-421d-ab64-b4109f4dd196 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Apr 06 16:20:56.894845 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc7d65-6f5b-437f-b932-cfde1049b932 None None] Network e03b03d3-037b-4017-8322-22ef45d9691d requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:20:57.067218 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81360a8-4242-4774-b1f9-fb4e0dfc9888 req-b26d69eb-25e8-4c08-a7fa-a722453c4027 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:57.069462 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d81360a8-4242-4774-b1f9-fb4e0dfc9888 req-b26d69eb-25e8-4c08-a7fa-a722453c4027 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0643828 Apr 06 16:20:57.083452 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:55Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:20:57.109673 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc614bc3-2019-4e34-9917-d1d59fdf3ba5 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:55Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:20:57.121109 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d81360a8-4242-4774-b1f9-fb4e0dfc9888 req-b78711bf-746e-4df7-8238-69d1a666f7b2 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 Apr 06 16:20:57.339299 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58119da-8805-4cd1-a9ca-b52169c4f433 None None] New status for floating IP 91b8406d-6a1b-4767-8368-34971b0de12d: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:20:57.915285 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-66028653-5784-465e-bfbe-2ac5dcf2cc89 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768032 Apr 06 16:20:57.917880 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-5f6a5570-968c-4c87-966c-418488e8b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:57.920251 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-5f6a5570-968c-4c87-966c-418488e8b74c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 1130 time: 0.0721812 Apr 06 16:20:57.986817 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e323c14-c97b-48bb-af9c-b35f15297952 req-96d8ceef-78a6-472a-8e51-c766d0619d9e tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:57.988295 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e323c14-c97b-48bb-af9c-b35f15297952 req-96d8ceef-78a6-472a-8e51-c766d0619d9e tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.0533674 Apr 06 16:20:58.034829 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-db0440e4-8bd9-495d-92cc-fdbf88d4554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:58.036472 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-db0440e4-8bd9-495d-92cc-fdbf88d4554c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 1129 time: 0.0550034 Apr 06 16:20:58.042092 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e323c14-c97b-48bb-af9c-b35f15297952 req-4187c427-c68b-445f-ada9-8b5146f15a75 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472147 Apr 06 16:20:58.298585 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-94eedf81-e7b9-4596-a021-76ae13d81622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:58.300327 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-94eedf81-e7b9-4596-a021-76ae13d81622 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 912 time: 0.1561174 Apr 06 16:20:58.327637 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f62aa-a5f2-4535-a3d1-048f471021ed req-d3852e63-0305-49e0-b067-056d9117dfc5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:58.329407 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3d2f62aa-a5f2-4535-a3d1-048f471021ed req-d3852e63-0305-49e0-b067-056d9117dfc5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0695751 Apr 06 16:20:58.383971 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3d2f62aa-a5f2-4535-a3d1-048f471021ed req-1272a228-f3e0-47be-a27e-62c6def03daf tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484803 Apr 06 16:20:58.530230 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-80ec9604-39cb-4849-ac68-1097eb09ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:58.531776 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-80ec9604-39cb-4849-ac68-1097eb09ff0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 916 time: 0.3533032 Apr 06 16:20:58.676696 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f83a-54b6-4761-9577-151e9db62525 req-f03737c6-5c04-4ddb-aaa6-ebb26bc847de tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:58.678522 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-f03737c6-5c04-4ddb-aaa6-ebb26bc847de tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/networks?id=e03b03d3-037b-4017-8322-22ef45d9691d HTTP/1.1" status: 200 len: 809 time: 0.1106579 Apr 06 16:20:58.693085 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-d0f0776c-9810-47e2-920b-8380bab423e2 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/quotas/cce961eef43742cfaae57b4de1aafaed HTTP/1.1" status: 200 len: 375 time: 0.0088985 Apr 06 16:20:58.727085 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-f1ae03d2-1e88-4410-ad81-0bffc2b7dd1c tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cce961eef43742cfaae57b4de1aafaed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281975 Apr 06 16:20:58.861220 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55418) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:58.914036 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-d6a9b52d-0703-4e11-a3d2-aab60c60955e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a HTTP/1.1" status: 200 len: 1001 time: 0.1129515 Apr 06 16:20:58.915241 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-3366e0e8-cdaf-409a-83a8-05a0d48bc1eb service neutron] 10.222.0.10 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808476 Apr 06 16:20:58.984484 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-f870e3e5-6d27-490a-b97b-28859732e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:58.985902 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-f870e3e5-6d27-490a-b97b-28859732e78e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.0588310 Apr 06 16:20:58.987004 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b619-fc92-4ff5-9495-9df87c02f805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:58.994303 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-c524a8b1-af8f-44fe-8e7e-e3f78801bfdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 HTTP/1.1" status: 200 len: 1002 time: 0.1953754 Apr 06 16:20:59.027683 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-f9b76916-b0b3-4bff-8614-8a216e1d1d4b tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:59.029112 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-f9b76916-b0b3-4bff-8614-8a216e1d1d4b tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.1733022 Apr 06 16:20:59.088655 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-0338adcf-5a64-4dd4-86ce-36c645fb3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:59.090676 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-0338adcf-5a64-4dd4-86ce-36c645fb3a9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798314 Apr 06 16:20:59.113265 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b619-fc92-4ff5-9495-9df87c02f805 admin admin] Publish callbacks [] for security_group (b9b30453-1d4b-4fd0-b682-d0ab7f93a673), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:59.118078 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b619-fc92-4ff5-9495-9df87c02f805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (b9b30453-1d4b-4fd0-b682-d0ab7f93a673), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:59.119316 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-e9f949a2-275f-44a8-8170-c10bd99d9d99 service neutron] 10.222.0.10 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950948 Apr 06 16:20:59.120895 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-e67e3313-c346-4240-bdc9-b1210e31f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:59.122663 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-e67e3313-c346-4240-bdc9-b1210e31f3c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.1106746 Apr 06 16:20:59.196389 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d4a7b619-fc92-4ff5-9495-9df87c02f805 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5a910e5e2244b2f908c2b07efbfccf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346627 Apr 06 16:20:59.200606 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55424) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:20:59.210950 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7b619-fc92-4ff5-9495-9df87c02f805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b30453-1d4b-4fd0-b682-d0ab7f93a673,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:20:59.258666 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-91bbfb5d-73c4-4b26-862c-6d7b0e380aad service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185164 Apr 06 16:20:59.323129 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1d66dd01-ac90-4435-b262-5676bde26473 req-6240d7cd-e0c9-425f-8963-634019b93981 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 210 time: 0.0582654 Apr 06 16:20:59.364550 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142220da-5ea5-4526-b03a-c7fb221a730c req-094bc0cc-539b-4d72-bf53-d0f2dfb85a11 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:59.367281 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-142220da-5ea5-4526-b03a-c7fb221a730c req-094bc0cc-539b-4d72-bf53-d0f2dfb85a11 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 946 time: 0.2532716 Apr 06 16:20:59.372026 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c324ebf5-9faa-4dbb-b02c-f7aaf1562337 req-6d56c1d8-66ce-4c0c-a5ee-290754b27e53 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016626 Apr 06 16:20:59.372378 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-45a5a6c5-ac34-41ae-b5d5-71d8ce1a00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:59.373822 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-45a5a6c5-ac34-41ae-b5d5-71d8ce1a00b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2408464 Apr 06 16:20:59.426633 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3dcace07-fab0-4c28-9cfb-bd7e67157413 admin admin] Publish callbacks [] for security_group (b9b30453-1d4b-4fd0-b682-d0ab7f93a673), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:59.544016 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Deleting port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:20:59.544396 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:59.549043 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3dcace07-fab0-4c28-9cfb-bd7e67157413 admin admin] Publish callbacks [] for security_group (b9b30453-1d4b-4fd0-b682-d0ab7f93a673), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:59.621786 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-142220da-5ea5-4526-b03a-c7fb221a730c req-5cd4b759-4422-48e7-afc8-fdec38a8a8ba tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f432fc9-5b00-4903-85ee-1aff9a2838b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452462 Apr 06 16:20:59.728054 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec428649-7c67-496d-ae2c-5c7f6c61f4ea req-253b7336-73ed-4378-9a13-5e8323acd209 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:20:59.730157 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec428649-7c67-496d-ae2c-5c7f6c61f4ea req-253b7336-73ed-4378-9a13-5e8323acd209 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.2580948 Apr 06 16:20:59.738818 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-56a65e63-cc8f-4326-9320-02b0383e8426 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365641 Apr 06 16:20:59.996011 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3dcace07-fab0-4c28-9cfb-bd7e67157413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (b9b30453-1d4b-4fd0-b682-d0ab7f93a673), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:20:59.998322 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3dcace07-fab0-4c28-9cfb-bd7e67157413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:00.001709 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3dcace07-fab0-4c28-9cfb-bd7e67157413 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9b30453-1d4b-4fd0-b682-d0ab7f93a673 HTTP/1.1" status: 204 len: 168 time: 0.7971654 Apr 06 16:21:00.057094 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] For port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,segment=NetworkSegment(195fba73-e78a-4aa5-9822-ea5ca44307f6),segment_id=195fba73-e78a-4aa5-9822-ea5ca44307f6)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:00.057457 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:00.061503 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcace07-fab0-4c28-9cfb-bd7e67157413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b30453-1d4b-4fd0-b682-d0ab7f93a673,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:00.102736 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Calling delete_port for 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:21:00.200947 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec428649-7c67-496d-ae2c-5c7f6c61f4ea req-cdd8264d-07d2-4824-9209-d7339321aefa tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590595 Apr 06 16:21:00.215164 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1f18aff-0cf4-4d31-b51d-8b8b9c113e7f req-cfb1fed5-5756-494e-b524-4968b7f5adfc service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326162 Apr 06 16:21:00.307800 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (43eb5eb3-0a93-470f-b6a6-c674e6eddc99), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:00.337099 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Pushing event deleted for resources: {'Port': ['ID=43eb5eb3-0a93-470f-b6a6-c674e6eddc99,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:00.457323 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] No DVR routers for this DVR port 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:21:00.482362 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-94d728c9-ecdb-4840-89d0-201b0156db45 req-9e411461-b0b8-4ba3-ad32-8171c275bca8 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 210 time: 0.0766068 Apr 06 16:21:00.501776 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:00.512416 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dc1f1e17-4186-4c68-b016-b75bb12e477b req-78f6417b-6860-43bd-ab74-a2116cd65ed1 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.45 "DELETE /v2.0/ports/43eb5eb3-0a93-470f-b6a6-c674e6eddc99 HTTP/1.1" status: 204 len: 173 time: 1.4612908 Apr 06 16:21:00.514388 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f857e97-57d7-4138-9fb5-3e89a77db6de', 'name': 'network-vif-deleted', 'tag': '43eb5eb3-0a93-470f-b6a6-c674e6eddc99'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:00.517400 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a123be4-3ae9-454e-9392-a4cf5f7ac01c" -d '{"events": [{"server_uuid": "9f857e97-57d7-4138-9fb5-3e89a77db6de", "name": "network-vif-deleted", "tag": "43eb5eb3-0a93-470f-b6a6-c674e6eddc99"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:00.554407 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-fb5099de-a1e1-4949-802a-ce9327842ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:00.556937 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-fb5099de-a1e1-4949-802a-ce9327842ed2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 1130 time: 0.1014512 Apr 06 16:21:00.564304 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c2c4df-6423-4fd0-ba5f-1c8be2b28fa8 x-openstack-request-id: req-84c2c4df-6423-4fd0-ba5f-1c8be2b28fa8 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:00.564833 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f857e97-57d7-4138-9fb5-3e89a77db6de", "name": "network-vif-deleted", "tag": "43eb5eb3-0a93-470f-b6a6-c674e6eddc99", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:00.565654 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84c2c4df-6423-4fd0-ba5f-1c8be2b28fa8 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:00.566146 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c2c4df-6423-4fd0-ba5f-1c8be2b28fa8'] response: {'server_uuid': '9f857e97-57d7-4138-9fb5-3e89a77db6de', 'name': 'network-vif-deleted', 'tag': '43eb5eb3-0a93-470f-b6a6-c674e6eddc99', 'status': 'completed', 'code': 200} Apr 06 16:21:00.595905 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:21:00.622840 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:21:00.623536 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 43eb5eb3-0a93-470f-b6a6-c674e6eddc99 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:21:00.680538 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f83a-54b6-4761-9577-151e9db62525 req-73002a75-365b-465e-9aed-bbd7b5a0d6a4 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:00.684577 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-73002a75-365b-465e-9aed-bbd7b5a0d6a4 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.45 "GET /v2.0/networks?id=e03b03d3-037b-4017-8322-22ef45d9691d HTTP/1.1" status: 200 len: 809 time: 0.2136240 Apr 06 16:21:00.706553 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Request body: {'port': {'device_id': 'e22b1f1a-88b2-4216-bb39-d9046cb8ac55', 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d', 'admin_state_up': True, 'tenant_id': 'cce961eef43742cfaae57b4de1aafaed'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:00.744017 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dd8b8edc-5bb9-426c-8e9b-a75d9070f136 req-af464cd3-c042-4f84-97e7-762c775bb2d9 tempest-DeleteServersTestJSON-954326562 tempest-DeleteServersTestJSON-954326562-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f857e97-57d7-4138-9fb5-3e89a77db6de HTTP/1.1" status: 200 len: 210 time: 0.0312049 Apr 06 16:21:00.783354 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-b30db28f-e919-49fe-9ce3-2566d77066aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:00.784947 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-b30db28f-e919-49fe-9ce3-2566d77066aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 912 time: 0.1515296 Apr 06 16:21:00.834631 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Made reservation on behalf of cce961eef43742cfaae57b4de1aafaed for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:21:00.838828 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:00.930300 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-d6af895e-6c66-4a4e-bf04-4f11d9aa773b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 HTTP/1.1" status: 200 len: 1002 time: 0.1093028 Apr 06 16:21:01.007976 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-e8dd86b8-31b9-4421-9026-d92611546f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:01.010006 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-e8dd86b8-31b9-4421-9026-d92611546f3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.0720258 Apr 06 16:21:01.027074 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Allocated IP 172.20.0.5 (e03b03d3-037b-4017-8322-22ef45d9691d/321994ed-c96a-4002-a4f2-f0beaad5b47f/6047dd06-1566-44f9-997a-1499632d1950) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:01.102948 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-3e0c256b-1b5e-491d-b793-83afc93551b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:01.105674 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-3e0c256b-1b5e-491d-b793-83afc93551b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890586 Apr 06 16:21:01.212882 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks [] for port (6047dd06-1566-44f9-997a-1499632d1950), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:01.254854 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (6047dd06-1566-44f9-997a-1499632d1950), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:01.323968 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Network e03b03d3-037b-4017-8322-22ef45d9691d is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:01.330812 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:01.345167 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce902d5-dcfc-426d-a46b-4f929ad8bdab req-fcfce38b-ee14-4f3f-84ae-ad8037c728e8 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:01.355200 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5ce902d5-dcfc-426d-a46b-4f929ad8bdab req-fcfce38b-ee14-4f3f-84ae-ad8037c728e8 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0700181 Apr 06 16:21:01.361721 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:01.380987 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Pushing event updated for resources: {'Port': ['ID=6047dd06-1566-44f9-997a-1499632d1950,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:01.499102 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:01.499741 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:01.529169 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5ce902d5-dcfc-426d-a46b-4f929ad8bdab req-c10d5880-bc0a-4ef8-b9b7-873ead487374 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601303 Apr 06 16:21:01.539193 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-196e9e25-e973-4359-aa1c-c9037f1f1e25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397951 Apr 06 16:21:01.567443 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Request body: {'port': {'device_id': 'e22b1f1a-88b2-4216-bb39-d9046cb8ac55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:01.628353 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-c02b997b-8e7c-4103-b793-4cc85d2d40f0 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580361 Apr 06 16:21:01.698878 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6047dd06-1566-44f9-997a-1499632d1950), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:01.767330 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602ee4-8084-4d83-b59e-cb57f0ad3c30 req-99bb30fb-5673-4d77-84e0-d995526c9b50 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:01.774478 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-36602ee4-8084-4d83-b59e-cb57f0ad3c30 req-99bb30fb-5673-4d77-84e0-d995526c9b50 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 931 time: 0.1345625 Apr 06 16:21:01.812281 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba221f36-3f59-4715-b52a-cc8f14532d19 req-fc334644-1b35-4b49-ad87-43b8972fe922 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830225 Apr 06 16:21:01.868444 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-36602ee4-8084-4d83-b59e-cb57f0ad3c30 req-c09855f5-0904-4e67-b429-2b42865db90d tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928218 Apr 06 16:21:02.048385 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6047dd06-1566-44f9-997a-1499632d1950 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:21:02.057095 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Publish callbacks [] for port (6047dd06-1566-44f9-997a-1499632d1950), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.071787 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Transition to ACTIVE for port object 6047dd06-1566-44f9-997a-1499632d1950 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:21:02.076510 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (6047dd06-1566-44f9-997a-1499632d1950), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.150281 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Pushing event updated for resources: {'Port': ['ID=6047dd06-1566-44f9-997a-1499632d1950,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:02.201324 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Attempting to bind port 6047dd06-1566-44f9-997a-1499632d1950 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:21:02.201681 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Attempting to bind port 6047dd06-1566-44f9-997a-1499632d1950 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:21:02.201978 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Attempting to bind port 6047dd06-1566-44f9-997a-1499632d1950 on network e03b03d3-037b-4017-8322-22ef45d9691d {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:02.206274 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Port 6047dd06-1566-44f9-997a-1499632d1950 on network e03b03d3-037b-4017-8322-22ef45d9691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:21:02.206597 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Attempting to bind port 6047dd06-1566-44f9-997a-1499632d1950 on network e03b03d3-037b-4017-8322-22ef45d9691d {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:02.212089 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:21:02.212420 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Checking segment: {'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:21:02.212798 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Bound using segment: {'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:21:02.213213 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Bound port: 6047dd06-1566-44f9-997a-1499632d1950, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:21:02.213598 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6047dd06-1566-44f9-997a-1499632d1950), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.223247 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55580) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:02.279811 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] For port 6047dd06-1566-44f9-997a-1499632d1950, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:21:02.282634 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] For port 6047dd06-1566-44f9-997a-1499632d1950, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6047dd06-1566-44f9-997a-1499632d1950,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:21:02.288723 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (6047dd06-1566-44f9-997a-1499632d1950), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.329651 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:02.330302 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.332868 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] 10.222.0.45 "PUT /v2.0/ports/6047dd06-1566-44f9-997a-1499632d1950 HTTP/1.1" status: 200 len: 1093 time: 0.7696998 Apr 06 16:21:02.335106 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0e0a59b8-82a4-44ba-8933-d5f2ec2caf57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.335901 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22b1f1a-88b2-4216-bb39-d9046cb8ac55', 'tag': '6047dd06-1566-44f9-997a-1499632d1950'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:02.339939 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df" -d '{"events": [{"name": "network-changed", "server_uuid": "e22b1f1a-88b2-4216-bb39-d9046cb8ac55", "tag": "6047dd06-1566-44f9-997a-1499632d1950"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:02.370250 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6ebcc-a954-47fe-a072-9cb1d0889741 service neutron] Pushing event updated for resources: {'Port': ['ID=6047dd06-1566-44f9-997a-1499632d1950,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:02.393155 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c3d85-d459-4ed3-956b-e23889bb5396 x-openstack-request-id: req-ac3c3d85-d459-4ed3-956b-e23889bb5396 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:02.393533 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22b1f1a-88b2-4216-bb39-d9046cb8ac55", "tag": "6047dd06-1566-44f9-997a-1499632d1950", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:02.393816 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac3c3d85-d459-4ed3-956b-e23889bb5396 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:02.394333 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3c3d85-d459-4ed3-956b-e23889bb5396'] response: {'name': 'network-changed', 'server_uuid': 'e22b1f1a-88b2-4216-bb39-d9046cb8ac55', 'tag': '6047dd06-1566-44f9-997a-1499632d1950', 'status': 'completed', 'code': 200} Apr 06 16:21:02.415402 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0e0a59b8-82a4-44ba-8933-d5f2ec2caf57 admin admin] Publish callbacks [] for security_group (cb911e12-deda-4fb2-ad4c-edee61c0bf32), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.419540 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0e0a59b8-82a4-44ba-8933-d5f2ec2caf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (cb911e12-deda-4fb2-ad4c-edee61c0bf32), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.440444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f83a-54b6-4761-9577-151e9db62525 req-07eb3a02-8ae4-41ee-b3a0-6fc3862d24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:02.441939 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-07eb3a02-8ae4-41ee-b3a0-6fc3862d24a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cce961eef43742cfaae57b4de1aafaed&device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 1127 time: 0.0461597 Apr 06 16:21:02.457939 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-0e0a59b8-82a4-44ba-8933-d5f2ec2caf57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=845b52a877c84f9f96960bdb3f5b7949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328300 Apr 06 16:21:02.459213 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a59b8-82a4-44ba-8933-d5f2ec2caf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb911e12-deda-4fb2-ad4c-edee61c0bf32,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:02.461906 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55586) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:02.487169 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-cc0b4fce-b402-42f8-854f-f3d08887e867 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047dd06-1566-44f9-997a-1499632d1950 HTTP/1.1" status: 200 len: 217 time: 0.0367372 Apr 06 16:21:02.509873 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-53c9c226-5673-4bdb-b401-4d6da66f8667 admin admin] Publish callbacks [] for security_group (cb911e12-deda-4fb2-ad4c-edee61c0bf32), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.534981 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-53c9c226-5673-4bdb-b401-4d6da66f8667 admin admin] Publish callbacks [] for security_group (cb911e12-deda-4fb2-ad4c-edee61c0bf32), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.536235 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f83a-54b6-4761-9577-151e9db62525 req-32f61463-3847-4da7-a062-8d11a53270d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:02.537764 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-32f61463-3847-4da7-a062-8d11a53270d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=321994ed-c96a-4002-a4f2-f0beaad5b47f HTTP/1.1" status: 200 len: 849 time: 0.0443914 Apr 06 16:21:02.579420 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-bc20b914-85b4-4c2c-9575-025fc38496f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e03b03d3-037b-4017-8322-22ef45d9691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253522 Apr 06 16:21:02.584429 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-53c9c226-5673-4bdb-b401-4d6da66f8667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (cb911e12-deda-4fb2-ad4c-edee61c0bf32), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.587873 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-53c9c226-5673-4bdb-b401-4d6da66f8667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.589018 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-53c9c226-5673-4bdb-b401-4d6da66f8667 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb911e12-deda-4fb2-ad4c-edee61c0bf32 HTTP/1.1" status: 204 len: 168 time: 0.1262221 Apr 06 16:21:02.597123 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9c226-5673-4bdb-b401-4d6da66f8667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb911e12-deda-4fb2-ad4c-edee61c0bf32,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:02.690498 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1cf6-a0c9-4906-b4a7-fab3f34227ee req-0992f382-61bb-4ef0-a1ee-e19ab18cf784 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:02.692438 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-898c1cf6-a0c9-4906-b4a7-fab3f34227ee req-0992f382-61bb-4ef0-a1ee-e19ab18cf784 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0622663 Apr 06 16:21:02.702854 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-5e0cd0c6-5d93-462f-a090-39630759338d service neutron] 10.222.0.45 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169720 Apr 06 16:21:02.762640 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-898c1cf6-a0c9-4906-b4a7-fab3f34227ee req-b5a99d57-c774-4aa2-b234-c7699609b9bf tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635583 Apr 06 16:21:02.833030 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ed43f83a-54b6-4761-9577-151e9db62525 req-cb0dfd05-df7a-4794-b6d7-e5950b0ed0a9 service neutron] 10.222.0.45 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215465 Apr 06 16:21:02.926428 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55612) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:02.946687 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55616) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:02.966159 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5a0dedb2-8b98-4789-ac74-c2635ad91b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:02.983297 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8bdf37-ed0d-4ec3-b16f-1d429a6bdf75 admin admin] Deleting subnet d5802c52-afcf-4a79-a956-bd9e2fec9a15 {{(pid=103706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:21:02.986563 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5d8bdf37-ed0d-4ec3-b16f-1d429a6bdf75 admin admin] Publish callbacks [] for subnet (d5802c52-afcf-4a79-a956-bd9e2fec9a15), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.042630 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5d8bdf37-ed0d-4ec3-b16f-1d429a6bdf75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2521461'] for subnet (d5802c52-afcf-4a79-a956-bd9e2fec9a15), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.072009 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5a0dedb2-8b98-4789-ac74-c2635ad91b74 admin admin] Publish callbacks [] for security_group (4ed3e2b3-4372-4426-aad0-ffc25c0298cb), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.077023 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5a0dedb2-8b98-4789-ac74-c2635ad91b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (4ed3e2b3-4372-4426-aad0-ffc25c0298cb), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.097828 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5d8bdf37-ed0d-4ec3-b16f-1d429a6bdf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (d5802c52-afcf-4a79-a956-bd9e2fec9a15), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.125085 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-5a0dedb2-8b98-4789-ac74-c2635ad91b74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a89164bf6934405b0f4bb48e79e9ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770792 Apr 06 16:21:03.127201 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a6608-a2fe-43b4-81ff-6eb3071dd160 req-90dc07f0-62fe-49bf-93fb-844f2247747c tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:03.127490 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dedb2-8b98-4789-ac74-c2635ad91b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed3e2b3-4372-4426-aad0-ffc25c0298cb,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:03.131110 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55622) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:03.133505 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0d6a6608-a2fe-43b4-81ff-6eb3071dd160 req-90dc07f0-62fe-49bf-93fb-844f2247747c tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 943 time: 0.1718462 Apr 06 16:21:03.190815 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82772c5f-df9d-43a9-9af0-c2f6e41b2ee1 admin admin] Publish callbacks [] for security_group (4ed3e2b3-4372-4426-aad0-ffc25c0298cb), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.201328 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0d6a6608-a2fe-43b4-81ff-6eb3071dd160 req-f0735d5e-df7e-433c-b2ca-ec500c6ca59e tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638807 Apr 06 16:21:03.211004 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5d8bdf37-ed0d-4ec3-b16f-1d429a6bdf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26051687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25779804'] for subnet (d5802c52-afcf-4a79-a956-bd9e2fec9a15), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.219610 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82772c5f-df9d-43a9-9af0-c2f6e41b2ee1 admin admin] Publish callbacks [] for security_group (4ed3e2b3-4372-4426-aad0-ffc25c0298cb), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.240893 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bdf37-ed0d-4ec3-b16f-1d429a6bdf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5802c52-afcf-4a79-a956-bd9e2fec9a15,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:03.247681 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5d8bdf37-ed0d-4ec3-b16f-1d429a6bdf75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.251081 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5d8bdf37-ed0d-4ec3-b16f-1d429a6bdf75 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d5802c52-afcf-4a79-a956-bd9e2fec9a15 HTTP/1.1" status: 204 len: 168 time: 0.3231771 Apr 06 16:21:03.253552 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55630) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:03.280160 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55632) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:03.310231 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82772c5f-df9d-43a9-9af0-c2f6e41b2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (4ed3e2b3-4372-4426-aad0-ffc25c0298cb), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.312743 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-82772c5f-df9d-43a9-9af0-c2f6e41b2ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.314470 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-82772c5f-df9d-43a9-9af0-c2f6e41b2ee1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ed3e2b3-4372-4426-aad0-ffc25c0298cb HTTP/1.1" status: 204 len: 168 time: 0.1818836 Apr 06 16:21:03.323642 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (d9e78da9-29b1-4600-b21a-cf4e5bf51b52), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.330486 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82772c5f-df9d-43a9-9af0-c2f6e41b2ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed3e2b3-4372-4426-aad0-ffc25c0298cb,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:03.343280 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff71754-eeb8-49ab-a77c-ed525ad6fc1a admin admin] Deleting subnet 836d4c8a-fa91-44cc-8178-7ba4fe00e21d {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:21:03.346486 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fff71754-eeb8-49ab-a77c-ed525ad6fc1a admin admin] Publish callbacks [] for subnet (836d4c8a-fa91-44cc-8178-7ba4fe00e21d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.388907 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fff71754-eeb8-49ab-a77c-ed525ad6fc1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119385'] for subnet (836d4c8a-fa91-44cc-8178-7ba4fe00e21d), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.419283 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (d9e78da9-29b1-4600-b21a-cf4e5bf51b52), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.432783 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fff71754-eeb8-49ab-a77c-ed525ad6fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (836d4c8a-fa91-44cc-8178-7ba4fe00e21d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.441525 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e78da9-29b1-4600-b21a-cf4e5bf51b52']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:03.451140 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0914c6-7138-4903-a712-0e19768b158a') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:03.451550 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0914c6-7138-4903-a712-0e19768b158a') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:03.461381 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (7b0914c6-7138-4903-a712-0e19768b158a), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.474965 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (7b0914c6-7138-4903-a712-0e19768b158a), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.482259 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:21:03.482756 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (7b0914c6-7138-4903-a712-0e19768b158a), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:21:03.484541 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:21:03.491869 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fff71754-eeb8-49ab-a77c-ed525ad6fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26206464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419135'] for subnet (836d4c8a-fa91-44cc-8178-7ba4fe00e21d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.521588 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff71754-eeb8-49ab-a77c-ed525ad6fc1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836d4c8a-fa91-44cc-8178-7ba4fe00e21d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:03.525556 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fff71754-eeb8-49ab-a77c-ed525ad6fc1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.529261 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-fff71754-eeb8-49ab-a77c-ed525ad6fc1a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/836d4c8a-fa91-44cc-8178-7ba4fe00e21d HTTP/1.1" status: 204 len: 168 time: 0.2479630 Apr 06 16:21:03.531557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55638) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:03.548275 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (d9e78da9-29b1-4600-b21a-cf4e5bf51b52), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.555836 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.559576 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d9e78da9-29b1-4600-b21a-cf4e5bf51b52 HTTP/1.1" status: 204 len: 168 time: 0.3051357 Apr 06 16:21:03.562543 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55640) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:03.579182 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e46dd1-7918-4b04-9a66-9de5c27dd192 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e78da9-29b1-4600-b21a-cf4e5bf51b52,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:03.613503 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (7579ebe2-d9b2-4125-8489-d24775b2775c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.622246 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb7350f-986b-4e14-a4f6-40808ef76121 admin admin] Deleting subnet 2d44514d-c062-4e06-b5ae-5006aaf3dfe7 {{(pid=103706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:21:03.625584 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfb7350f-986b-4e14-a4f6-40808ef76121 admin admin] Publish callbacks [] for subnet (2d44514d-c062-4e06-b5ae-5006aaf3dfe7), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.669070 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfb7350f-986b-4e14-a4f6-40808ef76121 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2521461'] for subnet (2d44514d-c062-4e06-b5ae-5006aaf3dfe7), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.711773 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfb7350f-986b-4e14-a4f6-40808ef76121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (2d44514d-c062-4e06-b5ae-5006aaf3dfe7), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.711912 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (7579ebe2-d9b2-4125-8489-d24775b2775c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.735090 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7579ebe2-d9b2-4125-8489-d24775b2775c']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:03.746186 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195fba73-e78a-4aa5-9822-ea5ca44307f6') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:03.746484 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195fba73-e78a-4aa5-9822-ea5ca44307f6') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:03.756734 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119202'] for segment (195fba73-e78a-4aa5-9822-ea5ca44307f6), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.770274 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfb7350f-986b-4e14-a4f6-40808ef76121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26051687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25779804'] for subnet (2d44514d-c062-4e06-b5ae-5006aaf3dfe7), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.770600 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (195fba73-e78a-4aa5-9822-ea5ca44307f6), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.778123 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:21:03.779743 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26206570'] for segment (195fba73-e78a-4aa5-9822-ea5ca44307f6), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: Traceback (most recent call last): Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: timer() Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: cb(*args, **kw) Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: return func(*args, **kwargs) Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: self._notify() Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: self.callback(batched_events) Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: event.method(event) Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: return f(self, *a, **k) Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._get(url).json() Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: return self.request(url, 'GET', **kwargs) Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:21:03.781479 dv-cinder-815660-7-iscsi neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:21:03.798908 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7350f-986b-4e14-a4f6-40808ef76121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d44514d-c062-4e06-b5ae-5006aaf3dfe7,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:03.800887 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfb7350f-986b-4e14-a4f6-40808ef76121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.806366 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-bfb7350f-986b-4e14-a4f6-40808ef76121 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2d44514d-c062-4e06-b5ae-5006aaf3dfe7 HTTP/1.1" status: 204 len: 168 time: 0.2405772 Apr 06 16:21:03.806608 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55652) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:03.858037 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (7579ebe2-d9b2-4125-8489-d24775b2775c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.866878 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.870443 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7579ebe2-d9b2-4125-8489-d24775b2775c HTTP/1.1" status: 204 len: 168 time: 0.3377609 Apr 06 16:21:03.906671 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892fabc-7ffc-4345-bf25-d0198ff4be51 admin admin] Pushing event deleted for resources: {'Network': ['ID=7579ebe2-d9b2-4125-8489-d24775b2775c,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:03.916201 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (eb687078-4945-4c33-abf6-6a096bac0468), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:03.964878 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-5f6b13b5-cfc9-4171-86d2-7a01cfd73898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:03.970229 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-5f6b13b5-cfc9-4171-86d2-7a01cfd73898 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cce961eef43742cfaae57b4de1aafaed&device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 1127 time: 0.0934718 Apr 06 16:21:04.012502 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb1c7a-f41d-4d6e-b137-dec23d79dc65 req-067c7c7f-9673-4ce8-84e5-bea0d37844fd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:04.014014 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d1fb1c7a-f41d-4d6e-b137-dec23d79dc65 req-067c7c7f-9673-4ce8-84e5-bea0d37844fd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1524715 Apr 06 16:21:04.037277 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (eb687078-4945-4c33-abf6-6a096bac0468), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.068691 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55666) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:04.110530 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb687078-4945-4c33-abf6-6a096bac0468']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:04.121020 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-6f89f8e8-2a0a-45b9-94e8-cf35664da126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:04.122515 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-6f89f8e8-2a0a-45b9-94e8-cf35664da126 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e03b03d3-037b-4017-8322-22ef45d9691d HTTP/1.1" status: 200 len: 910 time: 0.1478667 Apr 06 16:21:04.131971 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a230b6ee-fa18-42bc-a848-eaa8a85c5232') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:04.132190 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a230b6ee-fa18-42bc-a848-eaa8a85c5232') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:04.143321 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d1fb1c7a-f41d-4d6e-b137-dec23d79dc65 req-9d613319-2d60-4edc-a1a2-30a1d4d235d1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222951 Apr 06 16:21:04.147304 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (a230b6ee-fa18-42bc-a848-eaa8a85c5232), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.164401 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (a230b6ee-fa18-42bc-a848-eaa8a85c5232), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.178833 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:21:04.179561 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (a230b6ee-fa18-42bc-a848-eaa8a85c5232), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:21:04.181977 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:21:04.185139 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-b35f0c50-6bed-418a-b6d0-271949d7bbdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047dd06-1566-44f9-997a-1499632d1950 HTTP/1.1" status: 200 len: 217 time: 0.0519083 Apr 06 16:21:04.189986 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3aa3906b-5f34-4f36-93b2-97974b615cf2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=733929ffe55a415f9cb2f4f2e740d9bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1173329 Apr 06 16:21:04.190319 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55672) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:04.292399 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (eb687078-4945-4c33-abf6-6a096bac0468), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.297474 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-15d045b0-eb1c-4596-bb49-e24e9b21252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:04.299059 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-15d045b0-eb1c-4596-bb49-e24e9b21252d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=321994ed-c96a-4002-a4f2-f0beaad5b47f HTTP/1.1" status: 200 len: 849 time: 0.1065729 Apr 06 16:21:04.339200 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-adc13345-3301-49ae-9535-b09edc281a30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e03b03d3-037b-4017-8322-22ef45d9691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327356 Apr 06 16:21:04.339994 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04363a52-9219-4e09-804d-dc95d6277ec3 admin admin] Publish callbacks [] for security_group (0f432fc9-5b00-4903-85ee-1aff9a2838b9), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.340319 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.344944 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] 10.222.0.10 "DELETE /v2.0/networks/eb687078-4945-4c33-abf6-6a096bac0468 HTTP/1.1" status: 204 len: 168 time: 0.5373604 Apr 06 16:21:04.365165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047565cb-7ae6-444a-9ab9-6e9690e17c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb687078-4945-4c33-abf6-6a096bac0468,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:04.390857 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca27a7-e175-4d7a-a92a-8c56b14a4bf1 req-adad250c-35e1-49b5-8d05-1e74a34e29f6 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:04.392382 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-98ca27a7-e175-4d7a-a92a-8c56b14a4bf1 req-adad250c-35e1-49b5-8d05-1e74a34e29f6 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 943 time: 0.1032367 Apr 06 16:21:04.446403 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04363a52-9219-4e09-804d-dc95d6277ec3 admin admin] Publish callbacks [] for security_group (0f432fc9-5b00-4903-85ee-1aff9a2838b9), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.469890 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-98ca27a7-e175-4d7a-a92a-8c56b14a4bf1 req-3120a274-d74d-4168-996e-58882d0c2cdc tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687292 Apr 06 16:21:04.520244 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55684) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:04.551528 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-effc2553-d1d8-4687-849d-8ee0ebb4149c service neutron] 10.222.0.45 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971254 Apr 06 16:21:04.580428 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04363a52-9219-4e09-804d-dc95d6277ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0f432fc9-5b00-4903-85ee-1aff9a2838b9), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.583377 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-04363a52-9219-4e09-804d-dc95d6277ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.587880 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-51a96fa4-8c80-429f-9854-d712a015226b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5171a672aab4a8f9c2df4a06470b266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651746 Apr 06 16:21:04.588664 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-04363a52-9219-4e09-804d-dc95d6277ec3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f432fc9-5b00-4903-85ee-1aff9a2838b9 HTTP/1.1" status: 204 len: 168 time: 0.3973811 Apr 06 16:21:04.600534 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55692) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:04.630606 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04363a52-9219-4e09-804d-dc95d6277ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f432fc9-5b00-4903-85ee-1aff9a2838b9,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:04.679043 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fbae1d54-c12a-4165-b2aa-a5a0ebe378df req-15b929f6-cb34-4420-835f-9dac8739c7b2 service neutron] 10.222.0.45 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201761 Apr 06 16:21:04.699096 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-63b8ecbf-91b1-4127-afc4-df3dbd1e3ebc admin admin] Publish callbacks [] for security_group (c53e1a29-5247-47b7-816c-d076e379b2e5), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.726064 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-63b8ecbf-91b1-4127-afc4-df3dbd1e3ebc admin admin] Publish callbacks [] for security_group (c53e1a29-5247-47b7-816c-d076e379b2e5), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.779282 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-63b8ecbf-91b1-4127-afc4-df3dbd1e3ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (c53e1a29-5247-47b7-816c-d076e379b2e5), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.782253 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-63b8ecbf-91b1-4127-afc4-df3dbd1e3ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:04.783426 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-63b8ecbf-91b1-4127-afc4-df3dbd1e3ebc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c53e1a29-5247-47b7-816c-d076e379b2e5 HTTP/1.1" status: 204 len: 168 time: 0.1814034 Apr 06 16:21:04.792169 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8ecbf-91b1-4127-afc4-df3dbd1e3ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53e1a29-5247-47b7-816c-d076e379b2e5,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:05.119292 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55714) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:05.160647 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-8ce94a21-2926-40ac-8bd8-43d324634ec5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8adbd2a6e66d46caa639703574b05110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393398 Apr 06 16:21:05.163540 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55720) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:05.218168 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-51032809-7eab-45c8-95e5-4e9e354f867d admin admin] Publish callbacks [] for security_group (f5cc4568-66d6-4d9b-a944-9d772a447916), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:05.243283 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-51032809-7eab-45c8-95e5-4e9e354f867d admin admin] Publish callbacks [] for security_group (f5cc4568-66d6-4d9b-a944-9d772a447916), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:05.330056 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1fdc-383c-4782-aa9b-18fab8946701 req-fcf4dc34-3623-4a72-bdcf-468f16aa361e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:05.331839 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-880a1fdc-383c-4782-aa9b-18fab8946701 req-fcf4dc34-3623-4a72-bdcf-468f16aa361e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0913982 Apr 06 16:21:05.348214 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-51032809-7eab-45c8-95e5-4e9e354f867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (f5cc4568-66d6-4d9b-a944-9d772a447916), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:05.351226 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-51032809-7eab-45c8-95e5-4e9e354f867d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:05.352296 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-51032809-7eab-45c8-95e5-4e9e354f867d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5cc4568-66d6-4d9b-a944-9d772a447916 HTTP/1.1" status: 204 len: 168 time: 0.1878510 Apr 06 16:21:05.373828 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51032809-7eab-45c8-95e5-4e9e354f867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc4568-66d6-4d9b-a944-9d772a447916,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:05.415075 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-880a1fdc-383c-4782-aa9b-18fab8946701 req-2c647040-3fbe-42a2-97a5-93a2c8aed5a6 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754061 Apr 06 16:21:05.597662 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79104-ca1d-4383-836c-a26563c78d6f req-fc86ee34-77b7-45ef-9290-28453c834e47 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:05.599326 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4bb79104-ca1d-4383-836c-a26563c78d6f req-fc86ee34-77b7-45ef-9290-28453c834e47 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 943 time: 0.0561659 Apr 06 16:21:05.661509 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4bb79104-ca1d-4383-836c-a26563c78d6f req-6d4cac1f-fd91-4702-b2e4-a9703c4b25c7 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543258 Apr 06 16:21:05.764539 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55752) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:05.902520 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-network', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:05.929133 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Made reservation on behalf of 92b52a952fbc44e79b60824dc180dc41 for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:21:05.932077 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:05.941511 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.026115 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Publish callbacks [] for security_group (e2e0ce83-97f0-4140-9292-ca88a45d3210), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.030459 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (e2e0ce83-97f0-4140-9292-ca88a45d3210), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.057822 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:21:06.067218 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e0ce83-97f0-4140-9292-ca88a45d3210,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:06.074674 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (131f0d41-e3bb-4f25-a3d5-bd3237745496), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.075117 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Added segment 131f0d41-e3bb-4f25-a3d5-bd3237745496 of type vlan for network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b Apr 06 16:21:06.121880 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.147202 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.148167 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:06.148749 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.211177 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4454331 Apr 06 16:21:06.214335 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55782) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:06.215316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d722fa-9ee3-4e72-b452-8131f62bc421 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:06.220444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Request body: {'subnet': {'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-subnet', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:06.226344 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:21:06.243325 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Made reservation on behalf of 92b52a952fbc44e79b60824dc180dc41 for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:21:06.245935 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419032'] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.438316 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26207431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419014'] for subnet (b1bc7a64-9197-4542-ae81-39cfd8792950), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.496523 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bc7a64-9197-4542-ae81-39cfd8792950,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:06.527403 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Checking segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:21:06.527999 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Network hostable DHCP agents. Network: f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:21:06.546936 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:21:06.560348 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:06.565332 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:06.566179 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.572687 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd6876d-f1d1-4ef0-82d2-5770ca3bd28d None None] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:21:06.577872 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e4b0-2daa-4c36-aae9-09866f770f2d req-51dee306-db1b-46ef-98c0-86a8df98947e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:06.590878 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4672e4b0-2daa-4c36-aae9-09866f770f2d req-51dee306-db1b-46ef-98c0-86a8df98947e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0931118 Apr 06 16:21:06.611146 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-5e7e606d-d73e-44b1-b840-4ff925b59b7f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3952878 Apr 06 16:21:06.611798 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55806) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:06.617222 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:06.634647 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6047dd06-1566-44f9-997a-1499632d1950 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:21:06.665739 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.667178 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.690874 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4672e4b0-2daa-4c36-aae9-09866f770f2d req-d2194b39-0559-44ca-a5c3-622396d373f8 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036251 Apr 06 16:21:06.765109 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:21:06.766330 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.801630 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks [] for router_controller (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:06.818444 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c989807-2d09-4fb6-8504-bc17f1dc7372 req-a322c6db-9395-45e1-afb1-df045b06ee44 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:06.820863 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c989807-2d09-4fb6-8504-bc17f1dc7372 req-a322c6db-9395-45e1-afb1-df045b06ee44 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 943 time: 0.0693738 Apr 06 16:21:06.876785 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55816) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:06.917195 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c989807-2d09-4fb6-8504-bc17f1dc7372 req-7c4e6f84-137f-4c74-bd88-916079618216 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885739 Apr 06 16:21:06.995940 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6047dd06-1566-44f9-997a-1499632d1950, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6047dd06-1566-44f9-997a-1499632d1950,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:07.037097 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '6047dd06-1566-44f9-997a-1499632d1950', 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d', 'port_id': '6047dd06-1566-44f9-997a-1499632d1950', 'mac_address': 'fa:16:3e:60:1a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321994ed-c96a-4002-a4f2-f0beaad5b47f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:21:07.046862 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0885c139-1b65-4818-9bb0-eed67fbb9592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.109311 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Allocated IP 172.20.0.2 (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b/b1bc7a64-9197-4542-ae81-39cfd8792950/9b230b5b-9071-405d-9e54-ea1a0cbba1cb) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:07.115505 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 6047dd06-1566-44f9-997a-1499632d1950 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:07.116246 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6047dd06-1566-44f9-997a-1499632d1950), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.141107 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6047dd06-1566-44f9-997a-1499632d1950 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:21:07.205712 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0885c139-1b65-4818-9bb0-eed67fbb9592 admin admin] Publish callbacks [] for security_group (587ea678-3b4b-4de0-b3ac-77622e4a2c21), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.215774 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0885c139-1b65-4818-9bb0-eed67fbb9592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (587ea678-3b4b-4de0-b3ac-77622e4a2c21), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.223025 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6047dd06-1566-44f9-997a-1499632d1950, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6047dd06-1566-44f9-997a-1499632d1950,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:07.227212 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks [] for router_gateway (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.233520 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (6047dd06-1566-44f9-997a-1499632d1950), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.274172 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-0885c139-1b65-4818-9bb0-eed67fbb9592 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f979a229a92a47f7b662777a32777de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916607 Apr 06 16:21:07.274414 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55842) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:07.305394 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885c139-1b65-4818-9bb0-eed67fbb9592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587ea678-3b4b-4de0-b3ac-77622e4a2c21,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:07.322406 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=6047dd06-1566-44f9-997a-1499632d1950,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:07.337116 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.337587 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.338172 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.338683 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.339208 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.339684 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.340164 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.340814 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.341294 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.341796 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.342290 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.342820 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.343468 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.343966 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.344457 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:07.377839 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-332a708a-a554-4fca-9fc1-78ffd312e374 admin admin] Publish callbacks [] for security_group (587ea678-3b4b-4de0-b3ac-77622e4a2c21), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.416499 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-332a708a-a554-4fca-9fc1-78ffd312e374 admin admin] Publish callbacks [] for security_group (587ea678-3b4b-4de0-b3ac-77622e4a2c21), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.493796 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-332a708a-a554-4fca-9fc1-78ffd312e374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (587ea678-3b4b-4de0-b3ac-77622e4a2c21), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.496174 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Publish callbacks [] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.496679 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-332a708a-a554-4fca-9fc1-78ffd312e374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.500217 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-332a708a-a554-4fca-9fc1-78ffd312e374 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/587ea678-3b4b-4de0-b3ac-77622e4a2c21 HTTP/1.1" status: 204 len: 168 time: 0.2225444 Apr 06 16:21:07.511080 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.512651 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a708a-a554-4fca-9fc1-78ffd312e374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ea678-3b4b-4de0-b3ac-77622e4a2c21,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:07.579164 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks [] for router_gateway (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.602988 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.765352 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['6047dd06-1566-44f9-997a-1499632d1950'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:21:07.786771 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Allocated IP 172.27.3.71 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/f09e77fc-8dad-40e9-8bb6-bbbc135b8f21) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:07.801983 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Pushing event updated for resources: {'Port': ['ID=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:07.824644 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:07.829931 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:07.836252 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:07.922243 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d92d95-c003-463a-98d7-c61addf64cc9 req-ec450697-38d4-4008-beb1-a9f04cb51290 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:07.923847 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-86d92d95-c003-463a-98d7-c61addf64cc9 req-ec450697-38d4-4008-beb1-a9f04cb51290 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1278951 Apr 06 16:21:07.925560 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Attempting to bind port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:21:07.925927 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Attempting to bind port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:21:07.926290 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Attempting to bind port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb on network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:07.938551 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:21:07.938902 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Checking segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:21:07.939255 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:07.939651 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Bound using segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:21:07.940126 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Bound port: 9b230b5b-9071-405d-9e54-ea1a0cbba1cb, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:21:07.940686 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:08.028563 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks [] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:08.036426 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-86d92d95-c003-463a-98d7-c61addf64cc9 req-3aaf1e9e-ae01-4877-9fec-adac3ecb7107 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919628 Apr 06 16:21:08.099250 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:08.132024 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-51c69702-03b7-4273-811c-b630d436af6f None None] For port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:21:08.136903 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-51c69702-03b7-4273-811c-b630d436af6f None None] For port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:21:08.142866 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2f5fd-5ac8-42be-9cf6-76322235372c req-0c1b9a42-d1e4-4b2a-8039-d479543d00c9 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:08.145336 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-53c2f5fd-5ac8-42be-9cf6-76322235372c req-0c1b9a42-d1e4-4b2a-8039-d479543d00c9 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 944 time: 0.0716925 Apr 06 16:21:08.158882 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:08.185546 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:08.188437 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:08.210816 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:08.247318 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-53c2f5fd-5ac8-42be-9cf6-76322235372c req-91030524-f4c4-4804-bc63-e556d83cbe7f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933948 Apr 06 16:21:08.255836 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c69702-03b7-4273-811c-b630d436af6f None None] Pushing event updated for resources: {'Port': ['ID=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:08.268016 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Pushing event updated for resources: {'Port': ['ID=f09e77fc-8dad-40e9-8bb6-bbbc135b8f21,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:08.604905 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks [] for router_gateway (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:08.848470 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:08.907641 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6047dd06-1566-44f9-997a-1499632d1950 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:21:08.966658 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 6047dd06-1566-44f9-997a-1499632d1950 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:21:08.970588 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 6047dd06-1566-44f9-997a-1499632d1950 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:08.971066 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (6047dd06-1566-44f9-997a-1499632d1950), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:09.021323 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Router e103bb4a-5ff6-4bb0-af53-e0eed02f962c is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:21:09.168617 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 6047dd06-1566-44f9-997a-1499632d1950 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:09.169013 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6047dd06-1566-44f9-997a-1499632d1950), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:09.229615 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22b1f1a-88b2-4216-bb39-d9046cb8ac55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6047dd06-1566-44f9-997a-1499632d1950'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:09.231599 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:21:09.233957 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a94fe-993e-475e-a837-9e83b0777dca" -d '{"events": [{"server_uuid": "e22b1f1a-88b2-4216-bb39-d9046cb8ac55", "name": "network-vif-plugged", "status": "completed", "tag": "6047dd06-1566-44f9-997a-1499632d1950"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:09.250839 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Sync routers for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:21:09.259253 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6047dd06-1566-44f9-997a-1499632d1950, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6047dd06-1566-44f9-997a-1499632d1950,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:09.267026 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (6047dd06-1566-44f9-997a-1499632d1950), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:09.285151 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:21:09.290586 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:09.294770 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2d3aa85b-423f-4a22-b113-3137ce1d4b5d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6794462 Apr 06 16:21:09.295024 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55932) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:09.295587 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:20:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:09.348816 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afcaaaf-ab02-468f-919c-f0420267149d x-openstack-request-id: req-2afcaaaf-ab02-468f-919c-f0420267149d {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:09.349238 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22b1f1a-88b2-4216-bb39-d9046cb8ac55", "name": "network-vif-plugged", "status": "completed", "tag": "6047dd06-1566-44f9-997a-1499632d1950", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:09.349584 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2afcaaaf-ab02-468f-919c-f0420267149d {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:09.349982 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afcaaaf-ab02-468f-919c-f0420267149d'] response: {'server_uuid': 'e22b1f1a-88b2-4216-bb39-d9046cb8ac55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6047dd06-1566-44f9-997a-1499632d1950', 'code': 200} Apr 06 16:21:09.373707 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=6047dd06-1566-44f9-997a-1499632d1950,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:09.525620 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:21:09.576474 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55938) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:09.675316 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2349a3-d9ea-48a6-ab55-50b905f28a0d None None] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:21:09.729564 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff0945-683f-4d39-a56f-340db576f512 req-4c858dbc-2b78-4657-bf8b-d77f6202b886 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:09.731112 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-25ff0945-683f-4d39-a56f-340db576f512 req-4c858dbc-2b78-4657-bf8b-d77f6202b886 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.5175517 Apr 06 16:21:09.744469 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e5c63-855c-4a4a-812d-9f28ba6ac12b req-b4b4c504-144e-4216-b4d4-96214953d3b8 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:09.749668 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:08Z', 'revision_number': 3, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:09.752557 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7b1e5c63-855c-4a4a-812d-9f28ba6ac12b req-b4b4c504-144e-4216-b4d4-96214953d3b8 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 945 time: 0.0872252 Apr 06 16:21:09.757815 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f924a08-e154-429f-a5ea-d24bc550594d req-1da4a693-e1e6-4a7b-9c2d-0d68da8a37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:09.759324 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5f924a08-e154-429f-a5ea-d24bc550594d req-1da4a693-e1e6-4a7b-9c2d-0d68da8a37cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 1129 time: 0.2284107 Apr 06 16:21:09.780482 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Checking router: e103bb4a-5ff6-4bb0-af53-e0eed02f962c for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:21:09.781081 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Updating router e103bb4a-5ff6-4bb0-af53-e0eed02f962c port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:21:09.816019 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:09.846969 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7b1e5c63-855c-4a4a-812d-9f28ba6ac12b req-49b395c1-0562-4056-bd8a-81722c503a35 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934649 Apr 06 16:21:09.875639 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-25ff0945-683f-4d39-a56f-340db576f512 req-73d62b6c-50d6-4d79-951a-a38f0158d372 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050441 Apr 06 16:21:09.879666 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c0e1a026-7d4d-4567-b90a-d10f4ac56e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:09.897754 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1c118612-d03c-41c2-affe-9d8438a09115 None None] Provisioning complete for port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:09.898135 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1c118612-d03c-41c2-affe-9d8438a09115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:09.939176 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5f924a08-e154-429f-a5ea-d24bc550594d req-ddc74e17-84ff-4163-9942-32b302814d47 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728184 Apr 06 16:21:10.003170 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1c118612-d03c-41c2-affe-9d8438a09115 None None] Current status of the port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:10.003615 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1c118612-d03c-41c2-affe-9d8438a09115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.047191 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1c118612-d03c-41c2-affe-9d8438a09115 None None] For port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:10.054958 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1c118612-d03c-41c2-affe-9d8438a09115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.125083 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c118612-d03c-41c2-affe-9d8438a09115 None None] Pushing event updated for resources: {'Port': ['ID=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:10.141757 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c0e1a026-7d4d-4567-b90a-d10f4ac56e25 admin admin] Publish callbacks [] for security_group (666f6569-6d4a-4f8c-a162-4fe8704ac946), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.151079 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c0e1a026-7d4d-4567-b90a-d10f4ac56e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (666f6569-6d4a-4f8c-a162-4fe8704ac946), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.160951 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Publish callbacks [] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.167425 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.197566 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9b230b5b-9071-405d-9e54-ea1a0cbba1cb up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:21:10.259693 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-c0e1a026-7d4d-4567-b90a-d10f4ac56e25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b91cc79158e476aa4873a520a02de91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6802485 Apr 06 16:21:10.260491 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1a026-7d4d-4567-b90a-d10f4ac56e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f6569-6d4a-4f8c-a162-4fe8704ac946,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:10.262211 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55946) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:10.294970 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:10.295401 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.299750 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.359917 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Pushing event updated for resources: {'Port': ['ID=f09e77fc-8dad-40e9-8bb6-bbbc135b8f21,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:10.371393 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:21:10.383036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d853087d-608c-41a6-a6d4-1f722bfd8784 admin admin] Publish callbacks [] for security_group (666f6569-6d4a-4f8c-a162-4fe8704ac946), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.384440 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.385203 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.386132 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.387369 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.388396 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.388788 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.390759 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.391776 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.392374 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.392979 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.393559 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.394442 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.395119 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.396159 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.396796 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:10.421490 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Attempting to bind port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:21:10.422296 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Attempting to bind port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:21:10.422989 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Attempting to bind port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:10.431186 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:21:10.432101 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:21:10.432776 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.433526 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:21:10.434525 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:10.435014 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Bound port: f09e77fc-8dad-40e9-8bb6-bbbc135b8f21, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:21:10.435508 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.442986 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-c18d9fca-c580-4743-92de-53c353667138 None None] Provisioning complete for port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:10.443542 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c18d9fca-c580-4743-92de-53c353667138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.456085 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d853087d-608c-41a6-a6d4-1f722bfd8784 admin admin] Publish callbacks [] for security_group (666f6569-6d4a-4f8c-a162-4fe8704ac946), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.520412 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] For port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:21:10.538815 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] For port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=f09e77fc-8dad-40e9-8bb6-bbbc135b8f21,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:21:10.539392 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d853087d-608c-41a6-a6d4-1f722bfd8784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (666f6569-6d4a-4f8c-a162-4fe8704ac946), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.543829 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d853087d-608c-41a6-a6d4-1f722bfd8784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.548758 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d853087d-608c-41a6-a6d4-1f722bfd8784 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/666f6569-6d4a-4f8c-a162-4fe8704ac946 HTTP/1.1" status: 204 len: 168 time: 0.2853761 Apr 06 16:21:10.556074 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.561580 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853087d-608c-41a6-a6d4-1f722bfd8784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f6569-6d4a-4f8c-a162-4fe8704ac946,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:10.617119 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-c18d9fca-c580-4743-92de-53c353667138 None None] Current status of the port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:10.651705 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:21:10.652424 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:20:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:10.657927 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1349c6-a97e-4060-9476-53e8e9fe8da9 None None] Pushing event updated for resources: {'Port': ['ID=f09e77fc-8dad-40e9-8bb6-bbbc135b8f21,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:10.660939 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Allocated IP 172.20.0.1 (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b/b1bc7a64-9197-4542-ae81-39cfd8792950/0bc19936-9f85-4e90-ac0a-75c727c85fb0) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:10.788250 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:21:10.800122 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Publish callbacks [] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.862117 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:10.929336 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:10.936820 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:10.954180 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:10.985517 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc19936-9f85-4e90-ac0a-75c727c85fb0,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:11.020001 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.035207 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 55984) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:11.094966 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:08Z', 'revision_number': 3, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:11.096460 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e9797da2-5478-4ce5-bfd1-3a751186f232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.125289 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd00e8-65b1-4cd0-b683-fa39ff2a5fcf req-a5c7cf77-e9b3-460e-ab9e-6830093ba9d1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:11.127584 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8ebd00e8-65b1-4cd0-b683-fa39ff2a5fcf req-a5c7cf77-e9b3-460e-ab9e-6830093ba9d1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1571119 Apr 06 16:21:11.132385 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc122a88-341b-4eae-bade-ba49d1c6c9c3 None None] The sync data for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi is: [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:08Z', 'revision_number': 3, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:21:11.138528 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1bd76-0855-4d13-98ae-d2b6cba9b3ea req-d5f4ce60-55f1-4475-92d2-f1ce8e033bb7 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:11.141365 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9fb1bd76-0855-4d13-98ae-d2b6cba9b3ea req-d5f4ce60-55f1-4475-92d2-f1ce8e033bb7 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 945 time: 0.1793320 Apr 06 16:21:11.218466 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8ebd00e8-65b1-4cd0-b683-fa39ff2a5fcf req-c591ffeb-4dcc-462c-82a2-3ed67b38990e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757530 Apr 06 16:21:11.247555 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9fb1bd76-0855-4d13-98ae-d2b6cba9b3ea req-f606f525-84f1-4587-bb9f-e51a2ed0ff48 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860457 Apr 06 16:21:11.358942 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-f1bcf182-a5e1-43ec-8d5b-799cd350afca None None] Provisioning complete for port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:11.359507 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf182-a5e1-43ec-8d5b-799cd350afca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.408089 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-f1bcf182-a5e1-43ec-8d5b-799cd350afca None None] Port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:21:11.570018 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.591208 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e9797da2-5478-4ce5-bfd1-3a751186f232 admin admin] Publish callbacks [] for security_group (22a4dedd-c03c-4a25-a47e-6175b8a14d34), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.619086 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e9797da2-5478-4ce5-bfd1-3a751186f232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (22a4dedd-c03c-4a25-a47e-6175b8a14d34), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.672620 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e9797da2-5478-4ce5-bfd1-3a751186f232 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64fe14aec8b8492a8fc10178f8eaff57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6367922 Apr 06 16:21:11.675266 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 55996) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:11.694752 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9797da2-5478-4ce5-bfd1-3a751186f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4dedd-c03c-4a25-a47e-6175b8a14d34,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:11.749594 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c4c70cd5-e1ac-41c6-b873-7df8a84e042f admin admin] Publish callbacks [] for security_group (22a4dedd-c03c-4a25-a47e-6175b8a14d34), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.781486 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c4c70cd5-e1ac-41c6-b873-7df8a84e042f admin admin] Publish callbacks [] for security_group (22a4dedd-c03c-4a25-a47e-6175b8a14d34), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.827339 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Publish callbacks [] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.832523 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.838403 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c4c70cd5-e1ac-41c6-b873-7df8a84e042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (22a4dedd-c03c-4a25-a47e-6175b8a14d34), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.841131 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c4c70cd5-e1ac-41c6-b873-7df8a84e042f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.844606 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c4c70cd5-e1ac-41c6-b873-7df8a84e042f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22a4dedd-c03c-4a25-a47e-6175b8a14d34 HTTP/1.1" status: 204 len: 168 time: 0.1660824 Apr 06 16:21:11.854953 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c70cd5-e1ac-41c6-b873-7df8a84e042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4dedd-c03c-4a25-a47e-6175b8a14d34,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:11.925041 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:11.927996 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc19936-9f85-4e90-ac0a-75c727c85fb0,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:12.032025 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:12.033489 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:12.179326 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Router e103bb4a-5ff6-4bb0-af53-e0eed02f962c has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:21:12.261875 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:21:12.346116 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:21:12.361566 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3bd2cdf5-d12f-40d0-bce7-66f7d6e9dce9 admin admin] 10.222.0.10 "PUT /v2.0/routers/e103bb4a-5ff6-4bb0-af53-e0eed02f962c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0580680 Apr 06 16:21:12.375886 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-8a3ad959-0bc5-4872-bade-c74bd9c26556 None None] Provisioning complete for port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:12.376387 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad959-0bc5-4872-bade-c74bd9c26556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:12.411412 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:12.411945 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:12.458948 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed08ee4-29f9-467e-89ad-7f83bb5c696a req-5394db00-8962-4985-aecf-e9d3b2c21b59 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:12.460666 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aed08ee4-29f9-467e-89ad-7f83bb5c696a req-5394db00-8962-4985-aecf-e9d3b2c21b59 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1257579 Apr 06 16:21:12.484384 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ad959-0bc5-4872-bade-c74bd9c26556 None None] Port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:21:12.531967 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248189-2b85-4ad9-a288-b29d7a16d4b1 req-56136738-1c83-4d32-a327-4491bc0e39f7 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:12.532388 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:12.532847 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:12.539550 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c4248189-2b85-4ad9-a288-b29d7a16d4b1 req-56136738-1c83-4d32-a327-4491bc0e39f7 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 945 time: 0.1023011 Apr 06 16:21:12.575710 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=f09e77fc-8dad-40e9-8bb6-bbbc135b8f21,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:12.585087 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aed08ee4-29f9-467e-89ad-7f83bb5c696a req-7cd8dc97-b692-489a-81a6-59211ba88411 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066639 Apr 06 16:21:12.592959 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:12.593770 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9b230b5b-9071-405d-9e54-ea1a0cbba1cb up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:21:12.625733 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c4248189-2b85-4ad9-a288-b29d7a16d4b1 req-fa69378e-6c6f-4bba-bf85-ec11228fde2c tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850856 Apr 06 16:21:12.660072 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56032) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:12.717342 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=f09e77fc-8dad-40e9-8bb6-bbbc135b8f21,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:12.739789 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:12.740291 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:12.828739 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d7f2-7250-4d63-98f5-bceaaf8e640a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:12.844933 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:12.971780 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d7f2-7250-4d63-98f5-bceaaf8e640a admin admin] Publish callbacks [] for security_group (341f7bd9-ff98-4898-bb89-45f4020a6676), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:12.980074 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d7f2-7250-4d63-98f5-bceaaf8e640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (341f7bd9-ff98-4898-bb89-45f4020a6676), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.067492 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5d7f2-7250-4d63-98f5-bceaaf8e640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341f7bd9-ff98-4898-bb89-45f4020a6676,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:13.067492 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-e0a5d7f2-7250-4d63-98f5-bceaaf8e640a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=251e669ef1fa47c6a35214c4bda070cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052041 Apr 06 16:21:13.070530 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56052) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:13.152187 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a7bd-4c07-461d-b8b0-28a4c6c2f90d admin admin] Publish callbacks [] for security_group (341f7bd9-ff98-4898-bb89-45f4020a6676), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.174282 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56056) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:13.195486 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a7bd-4c07-461d-b8b0-28a4c6c2f90d admin admin] Publish callbacks [] for security_group (341f7bd9-ff98-4898-bb89-45f4020a6676), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.298008 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a7bd-4c07-461d-b8b0-28a4c6c2f90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (341f7bd9-ff98-4898-bb89-45f4020a6676), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.301512 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a7bd-4c07-461d-b8b0-28a4c6c2f90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.302938 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-dcc8a7bd-4c07-461d-b8b0-28a4c6c2f90d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/341f7bd9-ff98-4898-bb89-45f4020a6676 HTTP/1.1" status: 204 len: 168 time: 0.2313759 Apr 06 16:21:13.315466 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8a7bd-4c07-461d-b8b0-28a4c6c2f90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f7bd9-ff98-4898-bb89-45f4020a6676,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:13.344579 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Sync routers for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:21:13.367048 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:21:13.368369 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:20:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:13.382121 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56066) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:13.402688 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-cd5c6267-8379-4861-aee4-418c5df797b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28866111', 'description': 'tempest-description--2019109542'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:13.411634 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eab0386-93ac-4a9d-be0d-1f8898806ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.467136 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6267-8379-4861-aee4-418c5df797b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.544982 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:21:13.595215 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eab0386-93ac-4a9d-be0d-1f8898806ca7 admin admin] Publish callbacks [] for security_group (28958b27-a9f0-41e4-8a55-b4c50737f858), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.621203 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6267-8379-4861-aee4-418c5df797b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (2a212b48-824f-47d6-90df-d4040b0c8377), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.622417 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eab0386-93ac-4a9d-be0d-1f8898806ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (28958b27-a9f0-41e4-8a55-b4c50737f858), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.650392 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6267-8379-4861-aee4-418c5df797b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2a212b48-824f-47d6-90df-d4040b0c8377), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.695065 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56080) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:13.695679 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3eab0386-93ac-4a9d-be0d-1f8898806ca7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bb188481044400db482fe6c7e263119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5194495 Apr 06 16:21:13.701923 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6267-8379-4861-aee4-418c5df797b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.707329 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-cd5c6267-8379-4861-aee4-418c5df797b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3235941 Apr 06 16:21:13.708295 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab0386-93ac-4a9d-be0d-1f8898806ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28958b27-a9f0-41e4-8a55-b4c50737f858,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:13.715638 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56082) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:13.721261 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-b055e47f-f6a3-4ed3-9a89-8d53f8b84674 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'security_group_rule': {'security_group_id': '2a212b48-824f-47d6-90df-d4040b0c8377', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:13.771345 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b055e47f-f6a3-4ed3-9a89-8d53f8b84674 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (7fb99d85-1d3f-4072-bcf3-880e6eedf489), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.777410 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf395-7bcd-49ef-9ded-071685bf8238 req-c62d4018-8789-4f27-8403-c7ef9dceb1c8 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:13.780368 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-064bf395-7bcd-49ef-9ded-071685bf8238 req-c62d4018-8789-4f27-8403-c7ef9dceb1c8 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 945 time: 0.2151141 Apr 06 16:21:13.806744 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c6267-8379-4861-aee4-418c5df797b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a212b48-824f-47d6-90df-d4040b0c8377,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:13.816345 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d8668a53-7a4c-4873-8db8-52e2c1de46e8 admin admin] Publish callbacks [] for security_group (28958b27-a9f0-41e4-8a55-b4c50737f858), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.845982 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b70b96-1b4c-4d35-831b-ebb259dddae1 req-990468fa-d63f-436e-9d2d-328d7e440adb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:13.851609 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07b70b96-1b4c-4d35-831b-ebb259dddae1 req-990468fa-d63f-436e-9d2d-328d7e440adb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1538117 Apr 06 16:21:13.856121 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b055e47f-f6a3-4ed3-9a89-8d53f8b84674 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (7fb99d85-1d3f-4072-bcf3-880e6eedf489), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.858077 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d8668a53-7a4c-4873-8db8-52e2c1de46e8 admin admin] Publish callbacks [] for security_group (28958b27-a9f0-41e4-8a55-b4c50737f858), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.867545 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b055e47f-f6a3-4ed3-9a89-8d53f8b84674 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (7fb99d85-1d3f-4072-bcf3-880e6eedf489), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.900888 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-064bf395-7bcd-49ef-9ded-071685bf8238 req-de99859e-8c98-4f79-a787-92e9db497b36 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018331 Apr 06 16:21:13.933993 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055e47f-f6a3-4ed3-9a89-8d53f8b84674 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb99d85-1d3f-4072-bcf3-880e6eedf489,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:13.935015 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 2, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:13.944619 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b055e47f-f6a3-4ed3-9a89-8d53f8b84674 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.946393 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b055e47f-f6a3-4ed3-9a89-8d53f8b84674 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2305105 Apr 06 16:21:13.949405 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56088) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:13.955115 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-cf91b985-6c32-4a37-8a73-b385a5e1e3cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'security_group_rule': {'security_group_id': '2a212b48-824f-47d6-90df-d4040b0c8377', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:13.968246 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07b70b96-1b4c-4d35-831b-ebb259dddae1 req-9057d6d0-244e-4fde-9075-80fdba13430a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023502 Apr 06 16:21:13.993550 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d8668a53-7a4c-4873-8db8-52e2c1de46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (28958b27-a9f0-41e4-8a55-b4c50737f858), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.998051 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d8668a53-7a4c-4873-8db8-52e2c1de46e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:13.999632 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d8668a53-7a4c-4873-8db8-52e2c1de46e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28958b27-a9f0-41e4-8a55-b4c50737f858 HTTP/1.1" status: 204 len: 168 time: 0.3030756 Apr 06 16:21:14.004187 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Checking router: e103bb4a-5ff6-4bb0-af53-e0eed02f962c for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:21:14.004680 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Updating router e103bb4a-5ff6-4bb0-af53-e0eed02f962c port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:21:14.022747 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cf91b985-6c32-4a37-8a73-b385a5e1e3cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (5c2fc846-0c65-4fed-a34e-e8ebad28d814), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.036357 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.050864 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8668a53-7a4c-4873-8db8-52e2c1de46e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28958b27-a9f0-41e4-8a55-b4c50737f858,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:14.135878 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cf91b985-6c32-4a37-8a73-b385a5e1e3cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (5c2fc846-0c65-4fed-a34e-e8ebad28d814), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.136608 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:21:14.147120 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cf91b985-6c32-4a37-8a73-b385a5e1e3cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (5c2fc846-0c65-4fed-a34e-e8ebad28d814), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.166761 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91b985-6c32-4a37-8a73-b385a5e1e3cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2fc846-0c65-4fed-a34e-e8ebad28d814,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:14.180934 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cf91b985-6c32-4a37-8a73-b385a5e1e3cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.182513 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-cf91b985-6c32-4a37-8a73-b385a5e1e3cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319446 Apr 06 16:21:14.185569 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56098) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:14.190347 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:14.219329 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.297610 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:14.298149 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.365306 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.503606 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Allocated IP 172.27.3.208 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/5149767e-3680-45e2-b626-6d8a58dc19fa) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:14.585192 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:14.607771 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Publish callbacks [] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.615023 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.650796 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for port (5149767e-3680-45e2-b626-6d8a58dc19fa), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.667273 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70255b-198f-46fa-925b-c252a68f4d79 None None] Pushing event updated for resources: {'Port': ['ID=0bc19936-9f85-4e90-ac0a-75c727c85fb0,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:14.728878 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (5149767e-3680-45e2-b626-6d8a58dc19fa), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.743498 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Attempting to bind port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:21:14.744089 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Attempting to bind port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:21:14.744615 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Attempting to bind port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 on network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:14.757247 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:21:14.759356 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Checking segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:21:14.773867 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.774904 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Bound using segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:21:14.775780 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Bound port: 0bc19936-9f85-4e90-ac0a-75c727c85fb0, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:21:14.776653 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.780134 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:14.785324 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:14.790516 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:14.875792 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] For port 0bc19936-9f85-4e90-ac0a-75c727c85fb0, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:21:14.879383 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] For port 0bc19936-9f85-4e90-ac0a-75c727c85fb0, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=0bc19936-9f85-4e90-ac0a-75c727c85fb0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:21:14.890260 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:14.899751 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'Port': ['ID=5149767e-3680-45e2-b626-6d8a58dc19fa,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:14.980642 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (51530a74-28e5-47ca-a15a-150faac78bc5), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.033761 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (5149767e-3680-45e2-b626-6d8a58dc19fa), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.042566 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70255b-198f-46fa-925b-c252a68f4d79 None None] Pushing event updated for resources: {'Port': ['ID=0bc19936-9f85-4e90-ac0a-75c727c85fb0,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:15.095581 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:21:15.096219 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:20:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:15.199265 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-38ad5d7d-94a4-40fd-9ce9-6412a54880d3 None None] Provisioning complete for port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:15.199265 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-38ad5d7d-94a4-40fd-9ce9-6412a54880d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.252115 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for port (5149767e-3680-45e2-b626-6d8a58dc19fa), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.276651 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c46b8-2e28-41b1-ba30-81553dcf3d88 req-0e164299-648a-4ef2-86cc-ba94399bef1a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:15.277713 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ef4c46b8-2e28-41b1-ba30-81553dcf3d88 req-0e164299-648a-4ef2-86cc-ba94399bef1a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1518967 Apr 06 16:21:15.307245 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (5149767e-3680-45e2-b626-6d8a58dc19fa), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.347236 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:21:15.385796 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263737b-afdf-4b26-8279-631be7824d06 req-28560d37-fad4-496c-ab96-2f131422652f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:15.403888 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a263737b-afdf-4b26-8279-631be7824d06 req-28560d37-fad4-496c-ab96-2f131422652f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 945 time: 0.3366230 Apr 06 16:21:15.407497 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'Port': ['ID=5149767e-3680-45e2-b626-6d8a58dc19fa,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:15.464284 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ef4c46b8-2e28-41b1-ba30-81553dcf3d88 req-009aca62-f583-4904-9492-973373ff33fa tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793003 Apr 06 16:21:15.472388 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (51530a74-28e5-47ca-a15a-150faac78bc5), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.527125 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498951-e720-4cf9-9f49-6647e7944560 req-636c5706-042c-4c77-9f0b-0d55f7fbf277 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:15.531031 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a263737b-afdf-4b26-8279-631be7824d06 req-7b9a132c-7527-41ac-8aca-f3a83672300a tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216078 Apr 06 16:21:15.534870 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-72498951-e720-4cf9-9f49-6647e7944560 req-636c5706-042c-4c77-9f0b-0d55f7fbf277 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.45 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 945 time: 0.2784231 Apr 06 16:21:15.540698 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.551520 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d555e293-54bf-4a5c-b3b9-f10ff9d1d94a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3645585 Apr 06 16:21:15.676579 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-38ad5d7d-94a4-40fd-9ce9-6412a54880d3 None None] Current status of the port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:15.677092 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-38ad5d7d-94a4-40fd-9ce9-6412a54880d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.753812 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Deleting port 6047dd06-1566-44f9-997a-1499632d1950 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:21:15.754154 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (6047dd06-1566-44f9-997a-1499632d1950), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.765260 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-38ad5d7d-94a4-40fd-9ce9-6412a54880d3 None None] For port 0bc19936-9f85-4e90-ac0a-75c727c85fb0, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=0bc19936-9f85-4e90-ac0a-75c727c85fb0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:15.787061 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-38ad5d7d-94a4-40fd-9ce9-6412a54880d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.909900 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad5d7d-94a4-40fd-9ce9-6412a54880d3 None None] Pushing event updated for resources: {'Port': ['ID=0bc19936-9f85-4e90-ac0a-75c727c85fb0,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:15.921982 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-fbdff611-b726-46eb-b0bb-6085795ef807 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--28866111&fields=id&tenant_id=92b52a952fbc44e79b60824dc180dc41 HTTP/1.1" status: 200 len: 267 time: 0.0688968 Apr 06 16:21:15.922985 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-e485c842-8e16-49ff-8cd5-2f74c3eeff42 None None] Provisioning complete for port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:15.923359 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e485c842-8e16-49ff-8cd5-2f74c3eeff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.943029 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] For port 6047dd06-1566-44f9-997a-1499632d1950, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6047dd06-1566-44f9-997a-1499632d1950,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:15.943652 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (6047dd06-1566-44f9-997a-1499632d1950), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:15.976141 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Calling delete_port for 6047dd06-1566-44f9-997a-1499632d1950 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:21:15.976432 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:14Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:16.013180 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a975dd-2c1a-49c4-a688-56788e9eada1 None None] The sync data for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi is: [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:14Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:21:16.108520 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-e485c842-8e16-49ff-8cd5-2f74c3eeff42 None None] Current status of the port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:16.169677 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-b3228724-a216-47b8-b41a-f03227ce6728 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:16.182329 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-b3228724-a216-47b8-b41a-f03227ce6728 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 817 time: 0.2566354 Apr 06 16:21:16.205469 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-7d3edf6f-4938-4579-9b20-3e22df014a50 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/quotas/92b52a952fbc44e79b60824dc180dc41 HTTP/1.1" status: 200 len: 375 time: 0.0176373 Apr 06 16:21:16.266778 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (6047dd06-1566-44f9-997a-1499632d1950), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:16.281412 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['6047dd06-1566-44f9-997a-1499632d1950'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:21:16.343498 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-0cbdd29b-1d79-460e-a136-4bf4ab6f3d8c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316941 Apr 06 16:21:16.392740 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Pushing event deleted for resources: {'Port': ['ID=6047dd06-1566-44f9-997a-1499632d1950,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:16.411159 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] No DVR routers for this DVR port 6047dd06-1566-44f9-997a-1499632d1950 on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:21:16.416458 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:16.424020 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-72498951-e720-4cf9-9f49-6647e7944560 req-6d3fb439-c9b5-4ec4-a3f8-a8765f140030 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.45 "DELETE /v2.0/ports/6047dd06-1566-44f9-997a-1499632d1950 HTTP/1.1" status: 204 len: 173 time: 0.8706620 Apr 06 16:21:16.424620 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22b1f1a-88b2-4216-bb39-d9046cb8ac55', 'name': 'network-vif-deleted', 'tag': '6047dd06-1566-44f9-997a-1499632d1950'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:16.427284 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87bf1cd-1b05-4afe-858d-1417e043feb7" -d '{"events": [{"server_uuid": "e22b1f1a-88b2-4216-bb39-d9046cb8ac55", "name": "network-vif-deleted", "tag": "6047dd06-1566-44f9-997a-1499632d1950"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:16.473757 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-129185dc-7c44-4536-9373-1dad80ebb0d1 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261222 Apr 06 16:21:16.515104 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a3ed0-3e1a-4576-bd56-b4cfbb4b9ea1 x-openstack-request-id: req-ca4a3ed0-3e1a-4576-bd56-b4cfbb4b9ea1 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:16.515398 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22b1f1a-88b2-4216-bb39-d9046cb8ac55", "name": "network-vif-deleted", "tag": "6047dd06-1566-44f9-997a-1499632d1950", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:16.515655 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca4a3ed0-3e1a-4576-bd56-b4cfbb4b9ea1 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:16.516060 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4a3ed0-3e1a-4576-bd56-b4cfbb4b9ea1'] response: {'server_uuid': 'e22b1f1a-88b2-4216-bb39-d9046cb8ac55', 'name': 'network-vif-deleted', 'tag': '6047dd06-1566-44f9-997a-1499632d1950', 'status': 'completed', 'code': 200} Apr 06 16:21:16.624136 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-84ada98c-3e2b-4fb1-8070-76f58a71e31c service neutron] 10.222.0.10 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436739 Apr 06 16:21:16.699129 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8156-5a7c-4701-85f1-e1ca983733e0 req-8d1add9d-f731-4858-98e5-0518f324a44a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:16.703488 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1d8f8156-5a7c-4701-85f1-e1ca983733e0 req-8d1add9d-f731-4858-98e5-0518f324a44a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0665343 Apr 06 16:21:16.760857 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1d8f8156-5a7c-4701-85f1-e1ca983733e0 req-0bf12029-cf7b-4b92-9a19-3277d050593c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518854 Apr 06 16:21:16.853624 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7dee323b-0bca-4d8c-b546-595fbe37da55 req-3aff641f-c3fc-4235-98b4-eafb66d3d683 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 210 time: 0.0357563 Apr 06 16:21:16.887295 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ff84467d-2113-4e53-bb31-86cbb1286340 req-313c99de-b158-4bad-80dc-d4340c22c8ae tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=e22b1f1a-88b2-4216-bb39-d9046cb8ac55 HTTP/1.1" status: 200 len: 210 time: 0.0360510 Apr 06 16:21:17.963022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ece2a-ebb7-4902-bb2d-056d1423964c req-8b0df856-e775-4dc0-b68e-74838d7c282f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:17.966142 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b54ece2a-ebb7-4902-bb2d-056d1423964c req-8b0df856-e775-4dc0-b68e-74838d7c282f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1214905 Apr 06 16:21:18.012019 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9fec4f62-7267-4dad-8ab1-4bf504f728e0 req-17cccd8b-6df9-4336-a0e1-2da3d7a69b5f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 210 time: 0.0445707 Apr 06 16:21:18.119722 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b54ece2a-ebb7-4902-bb2d-056d1423964c req-dab97355-7627-4527-98cb-007a467d8711 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387665 Apr 06 16:21:18.171514 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 0bc19936-9f85-4e90-ac0a-75c727c85fb0 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:21:18.210395 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-60c2fbdf-17f9-4383-8d86-de485fe8e62c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:18.212906 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-60c2fbdf-17f9-4383-8d86-de485fe8e62c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 817 time: 0.1696818 Apr 06 16:21:18.234875 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:18.235234 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:18.284625 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-c2fe2f92-0514-40ab-812f-6ffb6857d0e8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b52a952fbc44e79b60824dc180dc41 HTTP/1.1" status: 200 len: 378 time: 0.0579813 Apr 06 16:21:18.321332 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:18.401344 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-89166853-e226-45fd-b814-27d1b750ee3a tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:18.402872 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-89166853-e226-45fd-b814-27d1b750ee3a tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/networks?id=e03b03d3-037b-4017-8322-22ef45d9691d HTTP/1.1" status: 200 len: 809 time: 0.1055984 Apr 06 16:21:18.417043 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-9bd6c891-5b76-43ce-b9a3-5ace38a47ebd tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/quotas/cce961eef43742cfaae57b4de1aafaed HTTP/1.1" status: 200 len: 375 time: 0.0089145 Apr 06 16:21:18.448133 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-e87cc1a4-7f51-4cb9-8825-c24d37d00cb7 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cce961eef43742cfaae57b4de1aafaed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258944 Apr 06 16:21:18.538403 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-e98e00d6-5a14-47a3-90c0-14745e8c450d service neutron] 10.222.0.10 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838554 Apr 06 16:21:18.621640 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-5ac51339-c088-480c-bb20-0f30a18f347d service neutron] 10.222.0.10 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776777 Apr 06 16:21:18.782448 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-146a22dc-aac2-4c58-81c6-93d6fae97bdd req-a83d11f6-e694-433a-8644-1b914222fb57 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 210 time: 0.0284388 Apr 06 16:21:19.121662 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6047dd06-1566-44f9-997a-1499632d1950 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:21:19.145318 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-36ecb618-955f-4e0c-83d3-584d2a66a259 req-ba1f9766-8b46-4cc9-8e50-6ce1b2cefa8e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 210 time: 0.0302279 Apr 06 16:21:19.148130 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 6047dd06-1566-44f9-997a-1499632d1950 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:21:19.148476 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6047dd06-1566-44f9-997a-1499632d1950 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:21:19.248858 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c14fc-c593-40de-9404-1fde989d3596 req-a1328885-0198-48d2-9cd9-efbe6957b7f9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:19.250319 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c52c14fc-c593-40de-9404-1fde989d3596 req-a1328885-0198-48d2-9cd9-efbe6957b7f9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0556626 Apr 06 16:21:19.295250 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c52c14fc-c593-40de-9404-1fde989d3596 req-ef433de4-d56e-4024-bb1a-73bab1fcc8ed tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Apr 06 16:21:19.721557 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3123a2b8-60b3-4e16-80ad-18725809ba9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:19.873617 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bb1aee78-073a-490b-b0f3-bd9a6505ed36 req-02e9c393-daa6-4e28-8d09-94484bc1c272 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Apr 06 16:21:20.245113 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bd06fbca-1e1f-4a57-9845-e8a3bb5f9ccb req-59f68f75-78eb-4274-9708-7982f89f4d1e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 210 time: 0.0274844 Apr 06 16:21:20.411475 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0e770-6d1f-499a-bbe0-9799a9abf91a req-94002b4f-b705-49df-ab01-92c97284cc56 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:20.413872 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46d0e770-6d1f-499a-bbe0-9799a9abf91a req-94002b4f-b705-49df-ab01-92c97284cc56 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0540297 Apr 06 16:21:20.459517 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46d0e770-6d1f-499a-bbe0-9799a9abf91a req-aaee918f-786d-47b4-a4f5-aa3f3dc26c6f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Apr 06 16:21:20.963701 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8e44f273-e4ae-4e43-b5cd-b83d30aa20cc req-e5050f85-56b7-4682-8008-e5ae595fa8ad tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 210 time: 0.0259838 Apr 06 16:21:21.007427 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'port': {'device_id': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'admin_state_up': True, 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'security_groups': ['2a212b48-824f-47d6-90df-d4040b0c8377']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:21.144240 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Made reservation on behalf of 92b52a952fbc44e79b60824dc180dc41 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:21:21.147985 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:21.289462 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Allocated IP 172.20.0.12 (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b/b1bc7a64-9197-4542-ae81-39cfd8792950/0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:21.351505 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e8d6b66-3287-4fb6-a7c0-c136d0896536 req-74a59c23-497e-43eb-8b0e-a11cc2df9ce1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 210 time: 0.0319262 Apr 06 16:21:21.444597 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:21.478295 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:21.520153 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:21.525613 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:21.529448 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:21.536260 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:21.588914 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:21.589632 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:21.592306 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426c0f9-e561-418c-b9ee-f0f2f080657e req-7f1247b7-79b1-45b3-8867-a15e29bdc889 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:21.593865 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2426c0f9-e561-418c-b9ee-f0f2f080657e req-7f1247b7-79b1-45b3-8867-a15e29bdc889 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0681658 Apr 06 16:21:21.609936 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-602ae11f-f82e-4b10-a49b-e91ecbb31890 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6066799 Apr 06 16:21:21.645014 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2426c0f9-e561-418c-b9ee-f0f2f080657e req-60ff027c-146e-4ab8-ab4d-c743b0c1167f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Apr 06 16:21:21.765482 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-30653044-2f46-48f8-9ef0-841eccc26a7c None None] Provisioning complete for port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:21.766016 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-30653044-2f46-48f8-9ef0-841eccc26a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:21.798964 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-30653044-2f46-48f8-9ef0-841eccc26a7c None None] Port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:21:22.055730 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-62895274-9e3c-4e49-94b1-842d0c72ab59 req-279114fe-14b9-4a15-9f47-90fdb7b0c01d tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Apr 06 16:21:22.077401 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-acf6c718-e281-4333-b3a3-97b3f5d127dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:22.109876 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Request body: {'port': {'device_id': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:22.173351 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:22.490503 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:21:22.499758 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Publish callbacks [] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:22.514562 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Transition to ACTIVE for port object 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:21:22.519246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:22.595992 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a26c57-e575-437f-abbb-7bb6058c1da2 req-74e24106-c3ba-40bd-946c-95928a76a58f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:22.601244 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-88a26c57-e575-437f-abbb-7bb6058c1da2 req-74e24106-c3ba-40bd-946c-95928a76a58f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 932 time: 0.1352415 Apr 06 16:21:22.607997 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:22.680170 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d101eca-c3d6-4fb4-9bf7-db477dcfe2ee req-2fc26dee-8df1-4f88-9b70-e52552b8983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:22.682354 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3d101eca-c3d6-4fb4-9bf7-db477dcfe2ee req-2fc26dee-8df1-4f88-9b70-e52552b8983e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 1129 time: 0.1785772 Apr 06 16:21:22.763597 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Attempting to bind port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:21:22.764165 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Attempting to bind port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:21:22.764592 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Attempting to bind port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 on network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:22.771032 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 on network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:21:22.771488 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Attempting to bind port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 on network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:22.779934 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:21:22.780713 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Checking segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:21:22.781192 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Bound using segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:21:22.781915 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Bound port: 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:21:22.783637 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:22.798731 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56352) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:22.853175 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-88a26c57-e575-437f-abbb-7bb6058c1da2 req-5afb2863-7ec4-4661-9d65-8c680318a6e1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2335179 Apr 06 16:21:22.895501 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3d101eca-c3d6-4fb4-9bf7-db477dcfe2ee req-69672044-000b-48ea-ae6d-a60de4c90691 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985214 Apr 06 16:21:22.905588 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-45587f38-33e1-427b-8830-13cab8884023 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:22.907081 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-45587f38-33e1-427b-8830-13cab8884023 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.45 "GET /v2.0/networks?id=e03b03d3-037b-4017-8322-22ef45d9691d HTTP/1.1" status: 200 len: 809 time: 0.3332112 Apr 06 16:21:22.909300 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:21:22.914686 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:21:22.922264 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:22.932785 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34063-971d-4df6-9807-a2c99ae754d6 req-151d2378-ca2b-452e-9cac-32ecc70c1a92 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:22.940078 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d2e34063-971d-4df6-9807-a2c99ae754d6 req-151d2378-ca2b-452e-9cac-32ecc70c1a92 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1887274 Apr 06 16:21:22.985929 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d2e34063-971d-4df6-9807-a2c99ae754d6 req-349bf09c-6d12-4cc1-8e9c-74844761f351 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449533 Apr 06 16:21:23.156719 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c9dac42f-d33a-4c4d-be70-c740f55570bd req-f245265a-4063-46ec-9a5d-9e143cf1f450 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Apr 06 16:21:23.169013 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Request body: {'port': {'device_id': 'a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4', 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d', 'admin_state_up': True, 'tenant_id': 'cce961eef43742cfaae57b4de1aafaed'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:23.185213 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7fcc719d-8f7e-455f-9c80-516880e19096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.187656 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:23.188269 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.189623 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] 10.222.0.45 "PUT /v2.0/ports/0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 HTTP/1.1" status: 200 len: 1094 time: 1.0839994 Apr 06 16:21:23.191735 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:23.194492 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef25127-9f61-4cf2-8cb6-59432420d9de" -d '{"events": [{"name": "network-changed", "server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:23.236150 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.240010 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f05640-0557-4328-b128-5a02ad02eee1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:23.266057 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.273352 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84650ae7-93bd-4c67-8484-c7aa8ca4540c x-openstack-request-id: req-84650ae7-93bd-4c67-8484-c7aa8ca4540c {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:23.273685 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:23.273859 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84650ae7-93bd-4c67-8484-c7aa8ca4540c {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:23.274238 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84650ae7-93bd-4c67-8484-c7aa8ca4540c'] response: {'name': 'network-changed', 'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'status': 'completed', 'code': 200} Apr 06 16:21:23.345622 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Made reservation on behalf of cce961eef43742cfaae57b4de1aafaed for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:21:23.349076 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.356105 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7fcc719d-8f7e-455f-9c80-516880e19096 admin admin] Publish callbacks [] for security_group (84bf1d0b-8d93-4be8-b3b4-662ba8ca7602), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.363264 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-1497e08f-bd4f-40d6-89e5-ba6adbd2447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:23.364834 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-1497e08f-bd4f-40d6-89e5-ba6adbd2447e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 1128 time: 0.1031477 Apr 06 16:21:23.366757 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7fcc719d-8f7e-455f-9c80-516880e19096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (84bf1d0b-8d93-4be8-b3b4-662ba8ca7602), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.412548 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-7fcc719d-8f7e-455f-9c80-516880e19096 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ffaf308fb6841c7a6532e3efd2d3100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6125553 Apr 06 16:21:23.413194 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56372) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:23.419783 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc719d-8f7e-455f-9c80-516880e19096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bf1d0b-8d93-4be8-b3b4-662ba8ca7602,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:23.478191 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3e0201df-c676-4377-8d21-3e3f6a10a9a4 admin admin] Publish callbacks [] for security_group (84bf1d0b-8d93-4be8-b3b4-662ba8ca7602), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.506228 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3e0201df-c676-4377-8d21-3e3f6a10a9a4 admin admin] Publish callbacks [] for security_group (84bf1d0b-8d93-4be8-b3b4-662ba8ca7602), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.515828 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Allocated IP 172.20.0.10 (e03b03d3-037b-4017-8322-22ef45d9691d/321994ed-c96a-4002-a4f2-f0beaad5b47f/268ac18e-9ebe-4bee-afd4-833d11da7811) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:23.565907 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3e0201df-c676-4377-8d21-3e3f6a10a9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (84bf1d0b-8d93-4be8-b3b4-662ba8ca7602), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.568473 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3e0201df-c676-4377-8d21-3e3f6a10a9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.572508 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3e0201df-c676-4377-8d21-3e3f6a10a9a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84bf1d0b-8d93-4be8-b3b4-662ba8ca7602 HTTP/1.1" status: 204 len: 168 time: 0.1559613 Apr 06 16:21:23.578660 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0201df-c676-4377-8d21-3e3f6a10a9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bf1d0b-8d93-4be8-b3b4-662ba8ca7602,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:23.707155 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-41a7e6dc-41bf-4077-97a9-b71ed2d60968 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0677323 Apr 06 16:21:23.752604 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks [] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.784115 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-e419cfad-27b1-461c-a894-faa348733447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:23.785855 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-e419cfad-27b1-461c-a894-faa348733447 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.0705199 Apr 06 16:21:23.801639 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:23.839068 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56386) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:23.853772 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Network e03b03d3-037b-4017-8322-22ef45d9691d is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:23.862993 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:23.867252 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-45e91881-ff9c-4a36-86d6-82cf98dfe1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:23.868610 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:23.869242 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-45e91881-ff9c-4a36-86d6-82cf98dfe1fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738273 Apr 06 16:21:23.876810 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Pushing event updated for resources: {'Port': ['ID=268ac18e-9ebe-4bee-afd4-833d11da7811,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:23.947676 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:23.951498 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.007808 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56392) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:24.024253 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b61ef721-eb09-484b-827c-99bdb23e2b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.030231 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-98d99706-aafd-4f30-b163-466da2ee239f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8649559 Apr 06 16:21:24.038860 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-0b12edc3-cde3-4d0d-a805-9ab2e53b8cb8 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598368 Apr 06 16:21:24.043763 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5927ee3-d8c3-48bf-8a59-a91c490b45ab req-989e385a-aa66-46ea-8b06-9009b77c844d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:24.051324 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e5927ee3-d8c3-48bf-8a59-a91c490b45ab req-989e385a-aa66-46ea-8b06-9009b77c844d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0888398 Apr 06 16:21:24.053203 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a7a60c4e-7aaf-46a0-ac6a-378f6f802a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.112715 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b61ef721-eb09-484b-827c-99bdb23e2b36 admin admin] Publish callbacks [] for security_group (1f4a0305-eb41-49e3-ba95-8c14c3fb981e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.117381 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b61ef721-eb09-484b-827c-99bdb23e2b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (1f4a0305-eb41-49e3-ba95-8c14c3fb981e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.156005 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ef721-eb09-484b-827c-99bdb23e2b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a0305-eb41-49e3-ba95-8c14c3fb981e,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:24.164330 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b61ef721-eb09-484b-827c-99bdb23e2b36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a47fe3d0b3d4e939765534a973bb8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235044 Apr 06 16:21:24.165311 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56396) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:24.172628 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e5927ee3-d8c3-48bf-8a59-a91c490b45ab req-dcabaa64-eca5-4ab0-b6ba-3b9c63958567 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165481 Apr 06 16:21:24.190640 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86afc2a-fbf9-45a1-aa82-b97a9d7c3296 req-51b50d88-fb0f-4d9c-a20e-c64afe0a95fd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:24.192192 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a86afc2a-fbf9-45a1-aa82-b97a9d7c3296 req-51b50d88-fb0f-4d9c-a20e-c64afe0a95fd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1226585 Apr 06 16:21:24.235273 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b1d2cc1f-63b1-4f0e-ad50-2b64b97de7fe admin admin] Publish callbacks [] for security_group (1f4a0305-eb41-49e3-ba95-8c14c3fb981e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.248906 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a7a60c4e-7aaf-46a0-ac6a-378f6f802a6f admin admin] Publish callbacks [] for security_group (8ebc540f-20c0-4225-87e6-b8fd335221b1), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.257707 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a7a60c4e-7aaf-46a0-ac6a-378f6f802a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (8ebc540f-20c0-4225-87e6-b8fd335221b1), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.258825 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b1d2cc1f-63b1-4f0e-ad50-2b64b97de7fe admin admin] Publish callbacks [] for security_group (1f4a0305-eb41-49e3-ba95-8c14c3fb981e), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.286808 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a86afc2a-fbf9-45a1-aa82-b97a9d7c3296 req-f8fbd782-e778-4650-be81-ad5b592ac1bb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860951 Apr 06 16:21:24.311795 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b1d2cc1f-63b1-4f0e-ad50-2b64b97de7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (1f4a0305-eb41-49e3-ba95-8c14c3fb981e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.314617 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b1d2cc1f-63b1-4f0e-ad50-2b64b97de7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.315884 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b1d2cc1f-63b1-4f0e-ad50-2b64b97de7fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f4a0305-eb41-49e3-ba95-8c14c3fb981e HTTP/1.1" status: 204 len: 168 time: 0.1497324 Apr 06 16:21:24.325942 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2cc1f-63b1-4f0e-ad50-2b64b97de7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a0305-eb41-49e3-ba95-8c14c3fb981e,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:24.330452 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-a7a60c4e-7aaf-46a0-ac6a-378f6f802a6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b4650630d76488ab3a412a6bcf3fd97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175631 Apr 06 16:21:24.331201 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a60c4e-7aaf-46a0-ac6a-378f6f802a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebc540f-20c0-4225-87e6-b8fd335221b1,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:24.333510 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56402) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:24.384141 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac89bf-9f9e-4672-ba71-670d435fede5 req-42a82437-ff4a-4199-bb2e-9eab654d3db0 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:24.385636 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-efac89bf-9f9e-4672-ba71-670d435fede5 req-42a82437-ff4a-4199-bb2e-9eab654d3db0 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 932 time: 0.1195920 Apr 06 16:21:24.414758 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-43a8a4c9-dcc4-4a90-9ac1-8feabf6235c9 admin admin] Publish callbacks [] for security_group (8ebc540f-20c0-4225-87e6-b8fd335221b1), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.454677 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-43a8a4c9-dcc4-4a90-9ac1-8feabf6235c9 admin admin] Publish callbacks [] for security_group (8ebc540f-20c0-4225-87e6-b8fd335221b1), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.464266 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-efac89bf-9f9e-4672-ba71-670d435fede5 req-82dd24a1-7664-49a3-9831-430ae74ba267 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688102 Apr 06 16:21:24.507868 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-43a8a4c9-dcc4-4a90-9ac1-8feabf6235c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (8ebc540f-20c0-4225-87e6-b8fd335221b1), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.510440 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-43a8a4c9-dcc4-4a90-9ac1-8feabf6235c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.511683 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-43a8a4c9-dcc4-4a90-9ac1-8feabf6235c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ebc540f-20c0-4225-87e6-b8fd335221b1 HTTP/1.1" status: 204 len: 168 time: 0.1756387 Apr 06 16:21:24.523091 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8a4c9-dcc4-4a90-9ac1-8feabf6235c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebc540f-20c0-4225-87e6-b8fd335221b1,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:24.555993 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Request body: {'port': {'device_id': 'a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:24.653605 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.661098 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:24.757789 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5978d595-821b-4ccc-8f5b-8994790f7991 req-fb1e34fd-d8fa-407c-a6a5-3ca0f5b717c4 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990373 Apr 06 16:21:24.981044 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268ac18e-9ebe-4bee-afd4-833d11da7811 {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:21:24.989726 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Publish callbacks [] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:25.004552 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Transition to ACTIVE for port object 268ac18e-9ebe-4bee-afd4-833d11da7811 will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:21:25.009025 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:25.062299 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Pushing event updated for resources: {'Port': ['ID=268ac18e-9ebe-4bee-afd4-833d11da7811,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:25.157998 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Attempting to bind port 268ac18e-9ebe-4bee-afd4-833d11da7811 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:21:25.158275 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Attempting to bind port 268ac18e-9ebe-4bee-afd4-833d11da7811 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:21:25.158617 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Attempting to bind port 268ac18e-9ebe-4bee-afd4-833d11da7811 on network e03b03d3-037b-4017-8322-22ef45d9691d {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:25.163579 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Port 268ac18e-9ebe-4bee-afd4-833d11da7811 on network e03b03d3-037b-4017-8322-22ef45d9691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:21:25.163900 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Attempting to bind port 268ac18e-9ebe-4bee-afd4-833d11da7811 on network e03b03d3-037b-4017-8322-22ef45d9691d {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:25.169139 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:21:25.169479 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Checking segment: {'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:21:25.169867 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Bound using segment: {'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:21:25.170293 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Bound port: 268ac18e-9ebe-4bee-afd4-833d11da7811, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dedf976-bba1-44f5-a200-a8dd21f446c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:21:25.170725 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:25.508442 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] For port 268ac18e-9ebe-4bee-afd4-833d11da7811, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:21:25.513980 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] For port 268ac18e-9ebe-4bee-afd4-833d11da7811, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=268ac18e-9ebe-4bee-afd4-833d11da7811,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:21:25.524643 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9650a-04f7-47dd-a588-a2f939199761 req-93dd9710-ae5b-446b-90d7-83eb70a3248e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:25.526164 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-35f9650a-04f7-47dd-a588-a2f939199761 req-93dd9710-ae5b-446b-90d7-83eb70a3248e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.1206872 Apr 06 16:21:25.530921 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:25.546427 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1458c3-8916-4961-b709-0cbf4abbd97b req-e11d9b9c-7f37-4837-87c2-a583857aa2ce tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:25.547897 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fb1458c3-8916-4961-b709-0cbf4abbd97b req-e11d9b9c-7f37-4837-87c2-a583857aa2ce tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1413646 Apr 06 16:21:25.599481 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:25.600104 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:25.601577 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] 10.222.0.45 "PUT /v2.0/ports/268ac18e-9ebe-4bee-afd4-833d11da7811 HTTP/1.1" status: 200 len: 1094 time: 1.0506058 Apr 06 16:21:25.602915 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4', 'tag': '268ac18e-9ebe-4bee-afd4-833d11da7811'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:25.605200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0162349-7aaa-4d21-882b-76e6369accfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4", "tag": "268ac18e-9ebe-4bee-afd4-833d11da7811"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:25.649779 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a51ca9-5dfc-4970-9d9a-fab62e3973bb service neutron] Pushing event updated for resources: {'Port': ['ID=268ac18e-9ebe-4bee-afd4-833d11da7811,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:25.680962 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-35f9650a-04f7-47dd-a588-a2f939199761 req-3db25088-6417-460e-b589-3d6591f62659 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450295 Apr 06 16:21:25.689391 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fb1458c3-8916-4961-b709-0cbf4abbd97b req-4850b341-ceb1-4490-842e-3580ec7708c2 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204288 Apr 06 16:21:25.744417 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc6368c-fc1e-4da8-8b29-d9d1f473062f x-openstack-request-id: req-8bc6368c-fc1e-4da8-8b29-d9d1f473062f {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:25.744719 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4", "tag": "268ac18e-9ebe-4bee-afd4-833d11da7811", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:25.745233 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bc6368c-fc1e-4da8-8b29-d9d1f473062f {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:25.745642 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc6368c-fc1e-4da8-8b29-d9d1f473062f'] response: {'name': 'network-changed', 'server_uuid': 'a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4', 'tag': '268ac18e-9ebe-4bee-afd4-833d11da7811', 'status': 'completed', 'code': 200} Apr 06 16:21:25.810225 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30675ce-b247-4dcc-bfd4-f693e2bfcde2 req-38529012-97e5-4563-b585-eeeec212cbb5 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:25.811767 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c30675ce-b247-4dcc-bfd4-f693e2bfcde2 req-38529012-97e5-4563-b585-eeeec212cbb5 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 944 time: 0.0653112 Apr 06 16:21:25.886868 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586aa5e-6364-4447-90aa-4b5b54cfe37d req-e6a7a1ad-c77b-45c8-8bd5-f63181b388c7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:25.888391 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a586aa5e-6364-4447-90aa-4b5b54cfe37d req-e6a7a1ad-c77b-45c8-8bd5-f63181b388c7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0979962 Apr 06 16:21:25.892919 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c30675ce-b247-4dcc-bfd4-f693e2bfcde2 req-2517daf1-706f-489f-9a08-c62a8526cde7 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628815 Apr 06 16:21:25.942858 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:25.945989 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a586aa5e-6364-4447-90aa-4b5b54cfe37d req-d7439224-8d33-4597-9f53-8aa1c911539a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Apr 06 16:21:26.804071 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dc6a5-0c4c-4bae-9c46-71b4dc41b85c req-137ddb8a-9380-480d-b970-ae73170cb589 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:26.805573 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-327dc6a5-0c4c-4bae-9c46-71b4dc41b85c req-137ddb8a-9380-480d-b970-ae73170cb589 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0519781 Apr 06 16:21:26.850053 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-327dc6a5-0c4c-4bae-9c46-71b4dc41b85c req-b07c4c36-6a99-4398-8107-82d2cdf6c2ac tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390272 Apr 06 16:21:27.013289 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1ee28-dfc7-497b-9dce-b887e0e28e5c req-a8a6f8ae-c579-4317-97c2-c6924ed8e38a tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:27.014988 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-21a1ee28-dfc7-497b-9dce-b887e0e28e5c req-a8a6f8ae-c579-4317-97c2-c6924ed8e38a tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 944 time: 0.0562358 Apr 06 16:21:27.065997 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-21a1ee28-dfc7-497b-9dce-b887e0e28e5c req-269bae97-acbb-4942-986d-0e1b60f3869d tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Apr 06 16:21:27.968708 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d590f95-803c-49c8-abdc-058a85cd5709 req-d529cccc-9804-404b-8f4e-6ced73b86b6e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:27.970178 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2d590f95-803c-49c8-abdc-058a85cd5709 req-d529cccc-9804-404b-8f4e-6ced73b86b6e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0509720 Apr 06 16:21:28.015399 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2d590f95-803c-49c8-abdc-058a85cd5709 req-f3cca72b-0677-41a7-85d8-a47800438be5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387824 Apr 06 16:21:28.183471 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32509260-7a36-4036-be93-e669cc7ca37f req-6cfaacd2-9c2b-4022-bfa6-3c6b3db98331 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.184846 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-32509260-7a36-4036-be93-e669cc7ca37f req-6cfaacd2-9c2b-4022-bfa6-3c6b3db98331 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 944 time: 0.0514660 Apr 06 16:21:28.242483 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-32509260-7a36-4036-be93-e669cc7ca37f req-a0af4726-f4cc-4681-b7a8-bcafe3c84670 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518625 Apr 06 16:21:28.279257 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-d0f24a1d-530c-4d24-afb7-32638df40129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.280760 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-d0f24a1d-530c-4d24-afb7-32638df40129 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 1128 time: 0.0482438 Apr 06 16:21:28.290110 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162349-7aaa-4d21-882b-76e6369accfc req-2752610e-1290-49af-beb9-67e2aaf4c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.291604 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-d0162349-7aaa-4d21-882b-76e6369accfc req-2752610e-1290-49af-beb9-67e2aaf4c79d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cce961eef43742cfaae57b4de1aafaed&device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 1128 time: 0.0464530 Apr 06 16:21:28.375463 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-b7754714-8cdb-40fc-b200-23f05ddc3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.376792 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-b7754714-8cdb-40fc-b200-23f05ddc3816 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 918 time: 0.0897889 Apr 06 16:21:28.430762 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-eeac8e53-a361-42ea-964c-f585a3b11bf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0400090 Apr 06 16:21:28.465189 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162349-7aaa-4d21-882b-76e6369accfc req-f31c61f4-ec93-4817-93aa-f4ace32caf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.466574 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-d0162349-7aaa-4d21-882b-76e6369accfc req-f31c61f4-ec93-4817-93aa-f4ace32caf06 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cce961eef43742cfaae57b4de1aafaed&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1681166 Apr 06 16:21:28.480512 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-df4326fb-0e93-49c1-8386-a1837cf930be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.481959 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-df4326fb-0e93-49c1-8386-a1837cf930be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.0432761 Apr 06 16:21:28.534158 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-70d532ec-35e9-40ba-b40f-8c236e8c9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.535912 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-70d532ec-35e9-40ba-b40f-8c236e8c9192 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473301 Apr 06 16:21:28.629759 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162349-7aaa-4d21-882b-76e6369accfc req-cdac64d1-e73d-4cb8-9624-9a3b88e3b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.630116 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-f3805b01-e195-442d-a83a-3fc2a5d1b827 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861170 Apr 06 16:21:28.631281 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-d0162349-7aaa-4d21-882b-76e6369accfc req-cdac64d1-e73d-4cb8-9624-9a3b88e3b24c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577373 Apr 06 16:21:28.720437 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-ba803c09-7937-47e8-9c17-ca39303578d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.721829 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-ba803c09-7937-47e8-9c17-ca39303578d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cce961eef43742cfaae57b4de1aafaed&device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 1128 time: 0.0459146 Apr 06 16:21:28.725475 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ef25127-9f61-4cf2-8cb6-59432420d9de req-1a8aeccf-9a69-43d7-bcad-21b024fd2673 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846829 Apr 06 16:21:28.782379 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-41b682b7-95ee-4e81-a24d-6fd9668da89a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=268ac18e-9ebe-4bee-afd4-833d11da7811 HTTP/1.1" status: 200 len: 217 time: 0.0343029 Apr 06 16:21:28.835019 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-1407978b-780e-468e-af4d-f5da8382fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:28.836538 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-1407978b-780e-468e-af4d-f5da8382fc10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=321994ed-c96a-4002-a4f2-f0beaad5b47f HTTP/1.1" status: 200 len: 849 time: 0.0463271 Apr 06 16:21:28.870369 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-2b5ada64-25d8-4e4d-a13c-5036297d3df1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e03b03d3-037b-4017-8322-22ef45d9691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250113 Apr 06 16:21:28.955254 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-4b6811b9-dfd4-4155-a57f-62e0ef42ad9a service neutron] 10.222.0.45 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787935 Apr 06 16:21:29.045242 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-cced358e-d60a-4062-b5f8-d2a9bee71a19 req-6610d342-f39c-46ea-bdb1-4ee730d5d67e service neutron] 10.222.0.45 "GET /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827937 Apr 06 16:21:29.136113 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88debeee-a4cd-4a08-bef5-6e5e57456915 req-93c9ee2a-6cde-4a8c-8fc2-8d9b1473766a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:29.137597 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-88debeee-a4cd-4a08-bef5-6e5e57456915 req-93c9ee2a-6cde-4a8c-8fc2-8d9b1473766a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0530193 Apr 06 16:21:29.168479 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:21:29.187726 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-88debeee-a4cd-4a08-bef5-6e5e57456915 req-327d0382-362d-4c18-91b7-2d3d3786af31 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444825 Apr 06 16:21:29.260891 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:29.273262 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'port_id': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'mac_address': 'fa:16:3e:a5:41:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:21:29.309681 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:29.309993 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:29.326093 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:21:29.345415 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:29.352929 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:29.364290 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de51a2e-ed4b-4657-82f5-e09b153cbb64 req-6fcb52fb-ecd7-4a20-9caa-16dbcd1adbb4 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:29.366158 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1de51a2e-ed4b-4657-82f5-e09b153cbb64 req-6fcb52fb-ecd7-4a20-9caa-16dbcd1adbb4 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 944 time: 0.0571837 Apr 06 16:21:29.412242 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:29.418337 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1de51a2e-ed4b-4657-82f5-e09b153cbb64 req-5c273411-e624-4a99-b09a-661d89ba4a73 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461805 Apr 06 16:21:29.684983 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:21:29.712143 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05259-6c79-468f-ba6f-d4574e7b6ae2 req-2c610052-29ff-4cc3-8455-9dbc8fe5b570 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:29.714092 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bce05259-6c79-468f-ba6f-d4574e7b6ae2 req-2c610052-29ff-4cc3-8455-9dbc8fe5b570 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0589943 Apr 06 16:21:29.775672 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bce05259-6c79-468f-ba6f-d4574e7b6ae2 req-7fa13500-3a7c-487b-a09b-051e5e45f0f3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Apr 06 16:21:30.159656 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-157117e1-6b31-48eb-9416-c671dceab03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:30.161202 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-157117e1-6b31-48eb-9416-c671dceab03f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 1130 time: 0.0481498 Apr 06 16:21:30.261149 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-274cd03b-e5d6-436b-8bb7-d5bd8d6d8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:30.262605 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-274cd03b-e5d6-436b-8bb7-d5bd8d6d8d18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.0859768 Apr 06 16:21:30.302813 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-0be23356-dfcf-497e-a99f-5614b6a4b299 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac916448-8d96-4d3b-a911-90b9995478e8 HTTP/1.1" status: 200 len: 217 time: 0.0339103 Apr 06 16:21:30.314061 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da0650-3447-43ad-93d4-e7334bae57b5 req-065fc021-0cd0-4f15-aa0b-8da017e78d3d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:30.315664 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-35da0650-3447-43ad-93d4-e7334bae57b5 req-065fc021-0cd0-4f15-aa0b-8da017e78d3d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 945 time: 0.0560093 Apr 06 16:21:30.352374 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-309bf1bc-4258-4bf4-ae07-07724ad0f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:30.353796 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-309bf1bc-4258-4bf4-ae07-07724ad0f240 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0435617 Apr 06 16:21:30.362505 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-35da0650-3447-43ad-93d4-e7334bae57b5 req-4231c86d-183e-42ec-98e7-1183e8afb6b6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411022 Apr 06 16:21:30.405740 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-1b47f0a7-f53a-4d60-9fb7-c29944d79f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:30.407157 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-1b47f0a7-f53a-4d60-9fb7-c29944d79f2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470569 Apr 06 16:21:30.496028 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-4367ac07-92e6-4f5a-8520-e54fe18243fc service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811877 Apr 06 16:21:30.543881 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20682-166a-468d-8276-ef6c8a74e890 req-48393432-ba7e-4706-89a0-a4c812163d19 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:30.545361 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4df20682-166a-468d-8276-ef6c8a74e890 req-48393432-ba7e-4706-89a0-a4c812163d19 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 944 time: 0.0526574 Apr 06 16:21:30.586831 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-1750b77e-6047-4b1c-a6fe-462e61d7446f req-f0d220ed-5079-4e01-975d-843ff9c755d3 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839481 Apr 06 16:21:30.592289 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4df20682-166a-468d-8276-ef6c8a74e890 req-9389d3b9-f55d-486a-b9cc-a593b3b60a10 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Apr 06 16:21:30.904865 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532c909-0c04-4f41-8a7c-a53d7d101103 req-3b2bd9bc-415a-4b58-965b-4361f61d53ce tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:30.906451 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d532c909-0c04-4f41-8a7c-a53d7d101103 req-3b2bd9bc-415a-4b58-965b-4361f61d53ce tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0581369 Apr 06 16:21:30.957929 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d532c909-0c04-4f41-8a7c-a53d7d101103 req-2dfdd79a-ac7d-4440-98e1-8b0ba2b360ac tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457547 Apr 06 16:21:31.183818 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 268ac18e-9ebe-4bee-afd4-833d11da7811 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:21:31.187933 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:21:31.292831 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:21:31.308362 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:31.308739 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:31.342279 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 268ac18e-9ebe-4bee-afd4-833d11da7811, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=268ac18e-9ebe-4bee-afd4-833d11da7811,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:31.360928 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '268ac18e-9ebe-4bee-afd4-833d11da7811', 'network_id': 'e03b03d3-037b-4017-8322-22ef45d9691d', 'port_id': '268ac18e-9ebe-4bee-afd4-833d11da7811', 'mac_address': 'fa:16:3e:69:a3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321994ed-c96a-4002-a4f2-f0beaad5b47f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:21:31.430155 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 268ac18e-9ebe-4bee-afd4-833d11da7811 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:31.430553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:31.451013 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268ac18e-9ebe-4bee-afd4-833d11da7811 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:21:31.463391 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:31.463872 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:31.498132 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 268ac18e-9ebe-4bee-afd4-833d11da7811, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=268ac18e-9ebe-4bee-afd4-833d11da7811,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:31.503881 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:31.506111 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127550ae-0e3a-4acb-8307-517e9cce244d" -d '{"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:31.507293 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bc1c5-fe58-4ddc-983d-4069d156e07c req-76109a55-87b8-41fe-9974-e78975d4fdcd tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:31.510886 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:31.518055 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b12bc1c5-fe58-4ddc-983d-4069d156e07c req-76109a55-87b8-41fe-9974-e78975d4fdcd tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 945 time: 0.0590918 Apr 06 16:21:31.523066 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:31.543380 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:31.548526 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4790d9c-268b-440f-8e61-0e71c0b055bd x-openstack-request-id: req-a4790d9c-268b-440f-8e61-0e71c0b055bd {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:31.548822 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:31.549076 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4790d9c-268b-440f-8e61-0e71c0b055bd {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:31.549479 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4790d9c-268b-440f-8e61-0e71c0b055bd'] response: {'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'code': 200} Apr 06 16:21:31.564702 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b12bc1c5-fe58-4ddc-983d-4069d156e07c req-b067cdb4-4f07-4484-8a68-0c2f7a9527e5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457413 Apr 06 16:21:31.573689 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=268ac18e-9ebe-4bee-afd4-833d11da7811,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:31.625128 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:31.711575 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8441-b1c9-42ef-af4f-f67c3f2da7f8 req-7be36aa3-d3e9-44bd-b9a9-dd13334fa12a tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:31.713103 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-555c8441-b1c9-42ef-af4f-f67c3f2da7f8 req-7be36aa3-d3e9-44bd-b9a9-dd13334fa12a tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 945 time: 0.0527718 Apr 06 16:21:31.737729 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805f168-f414-46aa-81c0-db473636c22a req-b670fbf1-c0d9-4127-ae2d-d25f3c666b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:31.739266 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7805f168-f414-46aa-81c0-db473636c22a req-b670fbf1-c0d9-4127-ae2d-d25f3c666b1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 1130 time: 0.0459855 Apr 06 16:21:31.767811 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-555c8441-b1c9-42ef-af4f-f67c3f2da7f8 req-0eb9f8f1-d31e-4044-bacb-969e02dffe64 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491521 Apr 06 16:21:31.783638 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7805f168-f414-46aa-81c0-db473636c22a req-3215fb27-404f-4a5e-87c2-0fee6cd7aef9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370452 Apr 06 16:21:31.808376 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['268ac18e-9ebe-4bee-afd4-833d11da7811'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:21:32.072227 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec731f5c-43bd-4612-8060-50be52e22520 req-47fe5e17-4b82-4d84-96cd-44629c354646 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:32.073690 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec731f5c-43bd-4612-8060-50be52e22520 req-47fe5e17-4b82-4d84-96cd-44629c354646 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0504119 Apr 06 16:21:32.130419 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec731f5c-43bd-4612-8060-50be52e22520 req-e343d39f-4672-4d7c-8645-63a79e04f476 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512333 Apr 06 16:21:32.593300 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56594) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:32.698962 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26f321-9345-4576-b1c7-e99ad5f95387 req-2fb8116c-ebac-428c-b306-05dadd8ae876 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:32.700414 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9d26f321-9345-4576-b1c7-e99ad5f95387 req-2fb8116c-ebac-428c-b306-05dadd8ae876 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0582359 Apr 06 16:21:32.705820 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-00cdd0fe-4d0b-40ba-a117-0d6ad94aa35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:32.774922 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9d26f321-9345-4576-b1c7-e99ad5f95387 req-7d282153-9dce-41f0-882e-cbe8e1e5acd5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670245 Apr 06 16:21:32.816797 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-00cdd0fe-4d0b-40ba-a117-0d6ad94aa35b admin admin] Publish callbacks [] for security_group (815c3f4e-4643-4d68-8d67-cee4b92516bb), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:32.821857 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-00cdd0fe-4d0b-40ba-a117-0d6ad94aa35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (815c3f4e-4643-4d68-8d67-cee4b92516bb), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:32.870436 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdd0fe-4d0b-40ba-a117-0d6ad94aa35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815c3f4e-4643-4d68-8d67-cee4b92516bb,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:32.891412 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-00cdd0fe-4d0b-40ba-a117-0d6ad94aa35b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2cf90d132ad43f882b70addfd9a4cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951596 Apr 06 16:21:32.892303 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56604) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:32.916087 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcd33-fb12-493e-8953-2d8045f79568 req-1e61fe63-2f44-4da8-87f8-3d67b0acc419 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:32.917578 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5c5fcd33-fb12-493e-8953-2d8045f79568 req-1e61fe63-2f44-4da8-87f8-3d67b0acc419 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 945 time: 0.0680506 Apr 06 16:21:32.939042 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9614da92-4ca3-46db-bb46-aacb26edb761 admin admin] Publish callbacks [] for security_group (815c3f4e-4643-4d68-8d67-cee4b92516bb), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:32.959607 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9614da92-4ca3-46db-bb46-aacb26edb761 admin admin] Publish callbacks [] for security_group (815c3f4e-4643-4d68-8d67-cee4b92516bb), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:32.963377 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5c5fcd33-fb12-493e-8953-2d8045f79568 req-584bac0e-3449-4cb7-affa-0aadab7d5e13 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Apr 06 16:21:33.004792 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9614da92-4ca3-46db-bb46-aacb26edb761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (815c3f4e-4643-4d68-8d67-cee4b92516bb), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.007505 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9614da92-4ca3-46db-bb46-aacb26edb761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.008617 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-9614da92-4ca3-46db-bb46-aacb26edb761 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/815c3f4e-4643-4d68-8d67-cee4b92516bb HTTP/1.1" status: 204 len: 168 time: 0.1153569 Apr 06 16:21:33.017082 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614da92-4ca3-46db-bb46-aacb26edb761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c3f4e-4643-4d68-8d67-cee4b92516bb,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:33.199047 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 268ac18e-9ebe-4bee-afd4-833d11da7811 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:21:33.256882 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 268ac18e-9ebe-4bee-afd4-833d11da7811 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:21:33.258547 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f87fa-3e8f-4387-b38f-0a8240cdc142 req-d52a62c7-cfee-4b03-a39a-a53806308c16 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:33.261619 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 268ac18e-9ebe-4bee-afd4-833d11da7811 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:33.262071 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.266182 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-804f87fa-3e8f-4387-b38f-0a8240cdc142 req-d52a62c7-cfee-4b03-a39a-a53806308c16 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0705631 Apr 06 16:21:33.288656 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56620) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:33.307948 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-145b1457-b791-425c-9067-f0e4d430b7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.329742 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-804f87fa-3e8f-4387-b38f-0a8240cdc142 req-1c557859-049d-4154-a06f-8bcd7a9744fa tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619183 Apr 06 16:21:33.363565 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 268ac18e-9ebe-4bee-afd4-833d11da7811 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:21:33.364553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.409144 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 268ac18e-9ebe-4bee-afd4-833d11da7811, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=268ac18e-9ebe-4bee-afd4-833d11da7811,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:33.414157 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.419903 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-145b1457-b791-425c-9067-f0e4d430b7dd admin admin] Publish callbacks [] for security_group (0b8faab2-496e-41ea-9b43-774ba48c4fa9), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.425028 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-145b1457-b791-425c-9067-f0e4d430b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0b8faab2-496e-41ea-9b43-774ba48c4fa9), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.463740 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=268ac18e-9ebe-4bee-afd4-833d11da7811,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:33.463951 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b1457-b791-425c-9067-f0e4d430b7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8faab2-496e-41ea-9b43-774ba48c4fa9,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:33.471380 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-145b1457-b791-425c-9067-f0e4d430b7dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fbeb2b25133439098a65c43b49b247f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815243 Apr 06 16:21:33.471657 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56654) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:33.519776 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d373db0-6106-4269-b96f-29b96e718ff0 admin admin] Publish callbacks [] for security_group (0b8faab2-496e-41ea-9b43-774ba48c4fa9), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.541582 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d373db0-6106-4269-b96f-29b96e718ff0 admin admin] Publish callbacks [] for security_group (0b8faab2-496e-41ea-9b43-774ba48c4fa9), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.551349 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268ac18e-9ebe-4bee-afd4-833d11da7811'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:33.553840 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c55dfd0-8a8c-4526-8c18-9a9b2a0494ce" -d '{"events": [{"server_uuid": "a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4", "name": "network-vif-plugged", "status": "completed", "tag": "268ac18e-9ebe-4bee-afd4-833d11da7811"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:33.592543 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d666ca8-016a-4ea6-92ee-747b45add7be x-openstack-request-id: req-0d666ca8-016a-4ea6-92ee-747b45add7be {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:33.592925 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4", "name": "network-vif-plugged", "status": "completed", "tag": "268ac18e-9ebe-4bee-afd4-833d11da7811", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:33.593288 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d666ca8-016a-4ea6-92ee-747b45add7be {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:33.593401 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d373db0-6106-4269-b96f-29b96e718ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0b8faab2-496e-41ea-9b43-774ba48c4fa9), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.593849 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d666ca8-016a-4ea6-92ee-747b45add7be'] response: {'server_uuid': 'a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268ac18e-9ebe-4bee-afd4-833d11da7811', 'code': 200} Apr 06 16:21:33.595976 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d373db0-6106-4269-b96f-29b96e718ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:33.597730 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3d373db0-6106-4269-b96f-29b96e718ff0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b8faab2-496e-41ea-9b43-774ba48c4fa9 HTTP/1.1" status: 204 len: 168 time: 0.1249337 Apr 06 16:21:33.607172 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d373db0-6106-4269-b96f-29b96e718ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8faab2-496e-41ea-9b43-774ba48c4fa9,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:33.807739 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da505813-45b1-424e-b524-52350db88ff2 req-fa35175e-0fb7-4868-8355-b61711359ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:33.809105 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-da505813-45b1-424e-b524-52350db88ff2 req-fa35175e-0fb7-4868-8355-b61711359ddb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 1130 time: 0.0532281 Apr 06 16:21:33.857713 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-da505813-45b1-424e-b524-52350db88ff2 req-ce556616-b874-4a56-b1bb-603be2126df1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Apr 06 16:21:33.916809 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd1ca9-e7bd-4439-b40e-eec2cf0a2b4e req-06346d2e-ba91-4af8-b4a1-23329c0ef0a7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:33.918292 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76fd1ca9-e7bd-4439-b40e-eec2cf0a2b4e req-06346d2e-ba91-4af8-b4a1-23329c0ef0a7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0549867 Apr 06 16:21:33.968335 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76fd1ca9-e7bd-4439-b40e-eec2cf0a2b4e req-b3c22a5a-d31b-4471-a0a7-7edd9d08b3ee tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416214 Apr 06 16:21:34.129832 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461a14e-3b3a-456e-a839-175c404b76bc req-20e7a81c-3789-437b-901d-38e5dacfcac1 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:34.131450 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b461a14e-3b3a-456e-a839-175c404b76bc req-20e7a81c-3789-437b-901d-38e5dacfcac1 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 946 time: 0.0870066 Apr 06 16:21:34.147415 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03b687-7f25-450a-81e9-bf686646aee1 req-727b0a7a-2bc7-40ff-add4-f8b4966e57d3 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:34.148995 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-be03b687-7f25-450a-81e9-bf686646aee1 req-727b0a7a-2bc7-40ff-add4-f8b4966e57d3 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0942924 Apr 06 16:21:34.159693 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56700) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:34.164802 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'floatingip': {'port_id': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:34.212515 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (51530a74-28e5-47ca-a15a-150faac78bc5), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:34.219949 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b461a14e-3b3a-456e-a839-175c404b76bc req-20bf3a14-aeda-4a36-ba0b-2576bb4c1a2e tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696807 Apr 06 16:21:34.460965 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c1ffc-6891-43aa-9b1f-25e4d920f963 req-7647311d-ec9f-4df4-89fe-923ba434732b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:34.462769 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4e8c1ffc-6891-43aa-9b1f-25e4d920f963 req-7647311d-ec9f-4df4-89fe-923ba434732b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0564644 Apr 06 16:21:34.519188 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4e8c1ffc-6891-43aa-9b1f-25e4d920f963 req-7f731b3b-37dc-4d65-b211-784d2538d984 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506332 Apr 06 16:21:34.719590 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:34.723171 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (51530a74-28e5-47ca-a15a-150faac78bc5), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:34.827165 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Floating IP 51530a74-28e5-47ca-a15a-150faac78bc5 associated. External IP: 172.27.3.208, port: 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0. Apr 06 16:21:35.266634 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Router e103bb4a-5ff6-4bb0-af53-e0eed02f962c has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:21:35.371983 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836572df-daba-4d1b-b2c4-0dccd46d7cd2 req-d520efbe-5ea3-4371-8438-d8923f5e34fd tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:35.373393 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-836572df-daba-4d1b-b2c4-0dccd46d7cd2 req-d520efbe-5ea3-4371-8438-d8923f5e34fd tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 946 time: 0.0604794 Apr 06 16:21:35.407647 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:21:35.413626 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:35.419303 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] Sync routers for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:21:35.429727 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-836572df-daba-4d1b-b2c4-0dccd46d7cd2 req-ffa8f9b6-73ce-40d9-845d-6d74bd545c42 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478411 Apr 06 16:21:35.432719 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:21:35.433756 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:35.463555 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f1666948-8511-4b1f-a868-5367299886eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "PUT /v2.0/floatingips/51530a74-28e5-47ca-a15a-150faac78bc5 HTTP/1.1" status: 200 len: 992 time: 1.3026738 Apr 06 16:21:35.464449 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:35.466834 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10990eb-5a78-4b91-8d72-2053bfdc3c48" -d '{"events": [{"name": "network-changed", "server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:35.503822 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab893d-2d9d-40d0-bebf-1df12d0deb5f x-openstack-request-id: req-4eab893d-2d9d-40d0-bebf-1df12d0deb5f {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:35.504114 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:35.504944 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4eab893d-2d9d-40d0-bebf-1df12d0deb5f {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:35.505361 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eab893d-2d9d-40d0-bebf-1df12d0deb5f'] response: {'name': 'network-changed', 'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'status': 'completed', 'code': 200} Apr 06 16:21:35.549981 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56752) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:35.570169 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:21:35.657981 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9b24a-77c8-4333-93a3-d5ec4ad6013d req-fbe97d3b-1c8e-40a2-92ca-5ef83771d61c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:35.663423 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-60d9b24a-77c8-4333-93a3-d5ec4ad6013d req-fbe97d3b-1c8e-40a2-92ca-5ef83771d61c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0714293 Apr 06 16:21:35.682777 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80b98358-ab28-41b9-983c-1a94a2f7cc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:35.735023 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-60d9b24a-77c8-4333-93a3-d5ec4ad6013d req-d0cf7c09-f9e1-4344-b242-8183c28c1193 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651100 Apr 06 16:21:35.796041 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80b98358-ab28-41b9-983c-1a94a2f7cc01 admin admin] Publish callbacks [] for security_group (40dd2f7f-1320-41f2-abd1-12cb4b68ea14), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:35.800696 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80b98358-ab28-41b9-983c-1a94a2f7cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (40dd2f7f-1320-41f2-abd1-12cb4b68ea14), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:35.806141 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '51530a74-28e5-47ca-a15a-150faac78bc5', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'port_id': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'mac_address': 'fa:16:3e:a5:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:14Z', 'updated_at': '2022-04-06T16:21:34Z', 'revision_number': 1, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:35.834445 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] Checking router: e103bb4a-5ff6-4bb0-af53-e0eed02f962c for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:21:35.840923 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-80b98358-ab28-41b9-983c-1a94a2f7cc01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fce7f69e0a14c56ab8055a7794ce353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871990 Apr 06 16:21:35.840923 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98358-ab28-41b9-983c-1a94a2f7cc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dd2f7f-1320-41f2-abd1-12cb4b68ea14,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:35.841448 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56758) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:35.844817 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:21:35.845597 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:35.911737 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-32821c53-ee96-451e-ade4-d82b65720ee8 admin admin] Publish callbacks [] for security_group (40dd2f7f-1320-41f2-abd1-12cb4b68ea14), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:35.933060 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-32821c53-ee96-451e-ade4-d82b65720ee8 admin admin] Publish callbacks [] for security_group (40dd2f7f-1320-41f2-abd1-12cb4b68ea14), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:35.960325 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:21:35.997963 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-32821c53-ee96-451e-ade4-d82b65720ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (40dd2f7f-1320-41f2-abd1-12cb4b68ea14), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:35.999034 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-32821c53-ee96-451e-ade4-d82b65720ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:36.000142 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-32821c53-ee96-451e-ade4-d82b65720ee8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40dd2f7f-1320-41f2-abd1-12cb4b68ea14 HTTP/1.1" status: 204 len: 168 time: 0.1576314 Apr 06 16:21:36.033912 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32821c53-ee96-451e-ade4-d82b65720ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dd2f7f-1320-41f2-abd1-12cb4b68ea14,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:36.068190 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-c946b359-0524-4b48-92e5-83ce023309aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:36.069814 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-c946b359-0524-4b48-92e5-83ce023309aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 1130 time: 0.0830436 Apr 06 16:21:36.175774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-89e39d7a-2dee-4da1-8e35-f0580f47bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:36.177685 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-89e39d7a-2dee-4da1-8e35-f0580f47bc62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 918 time: 0.0996053 Apr 06 16:21:36.215298 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '51530a74-28e5-47ca-a15a-150faac78bc5', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'port_id': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'mac_address': 'fa:16:3e:a5:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:14Z', 'updated_at': '2022-04-06T16:21:34Z', 'revision_number': 1, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:36.245339 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-c27e92b4-d74c-459e-a22f-a1c34c9b5c5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 HTTP/1.1" status: 200 len: 1000 time: 0.0594368 Apr 06 16:21:36.245550 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee002d-36ad-4838-aec0-b7ad230b1b7f None None] The sync data for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi is: [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '51530a74-28e5-47ca-a15a-150faac78bc5', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'port_id': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'mac_address': 'fa:16:3e:a5:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:14Z', 'updated_at': '2022-04-06T16:21:34Z', 'revision_number': 1, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:21:36.302674 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56764) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:36.309316 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-802dba44-a3b6-49f7-b149-5336baaea9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:36.310816 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-802dba44-a3b6-49f7-b149-5336baaea9b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.0590482 Apr 06 16:21:36.316575 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-763c568c-c693-452b-bc8b-d432ae6621ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:36.363644 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-8ea5cb76-3af0-432b-b3d2-ccbfe6390f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:36.365464 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-8ea5cb76-3af0-432b-b3d2-ccbfe6390f91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475564 Apr 06 16:21:36.407807 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-763c568c-c693-452b-bc8b-d432ae6621ee admin admin] Publish callbacks [] for security_group (f38dc742-f840-4b08-ba1a-fe4ad6cc5a96), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:36.412434 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-763c568c-c693-452b-bc8b-d432ae6621ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (f38dc742-f840-4b08-ba1a-fe4ad6cc5a96), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:36.463630 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c568c-c693-452b-bc8b-d432ae6621ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38dc742-f840-4b08-ba1a-fe4ad6cc5a96,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:36.474104 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-763c568c-c693-452b-bc8b-d432ae6621ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a27d5dab45f42ae9ebf08d35cc20ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702561 Apr 06 16:21:36.474386 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56768) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:36.494468 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-ce9f9760-e3ad-443e-923c-d9f1cbf15b14 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189361 Apr 06 16:21:36.504798 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a2e51-869b-4f01-9d29-bd3b5e42be08 None None] New status for floating IP 51530a74-28e5-47ca-a15a-150faac78bc5: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:21:36.560337 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13916132-85c9-43e6-ab45-b6571c52986c req-66ca504d-8f1a-4a98-88fd-ad7ba6c6836d tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:36.561919 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-13916132-85c9-43e6-ab45-b6571c52986c req-66ca504d-8f1a-4a98-88fd-ad7ba6c6836d tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 946 time: 0.0578330 Apr 06 16:21:36.592650 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-32cdf25b-803d-42ea-a07f-8c6bf863aad0 admin admin] Publish callbacks [] for security_group (f38dc742-f840-4b08-ba1a-fe4ad6cc5a96), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:36.619572 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-13916132-85c9-43e6-ab45-b6571c52986c req-353e755b-82c1-4632-a573-795b1d1d024d tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511482 Apr 06 16:21:36.634114 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-32cdf25b-803d-42ea-a07f-8c6bf863aad0 admin admin] Publish callbacks [] for security_group (f38dc742-f840-4b08-ba1a-fe4ad6cc5a96), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:36.637377 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f10990eb-5a78-4b91-8d72-2053bfdc3c48 req-3cdd49cc-c4da-46f3-998b-da41c537d44a service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300735 Apr 06 16:21:36.692224 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-32cdf25b-803d-42ea-a07f-8c6bf863aad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (f38dc742-f840-4b08-ba1a-fe4ad6cc5a96), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:36.695638 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-32cdf25b-803d-42ea-a07f-8c6bf863aad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:36.696868 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-32cdf25b-803d-42ea-a07f-8c6bf863aad0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f38dc742-f840-4b08-ba1a-fe4ad6cc5a96 HTTP/1.1" status: 204 len: 168 time: 0.2212908 Apr 06 16:21:36.708014 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdf25b-803d-42ea-a07f-8c6bf863aad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38dc742-f840-4b08-ba1a-fe4ad6cc5a96,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:36.883765 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5009a31-8230-4718-a9cc-6409957b7cfb req-1b2e0120-a94c-49a3-bd90-24ce88e1ef40 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:36.902083 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c5009a31-8230-4718-a9cc-6409957b7cfb req-1b2e0120-a94c-49a3-bd90-24ce88e1ef40 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0832658 Apr 06 16:21:36.957681 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c5009a31-8230-4718-a9cc-6409957b7cfb req-70a12a4e-8bb3-4678-bbf3-d1ace8425ff7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618100 Apr 06 16:21:37.394772 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22155b24-0796-4359-a26e-470e8e84be68 req-167489f4-a9b6-497b-97d9-9a3c98f1bc25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:37.396518 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-22155b24-0796-4359-a26e-470e8e84be68 req-167489f4-a9b6-497b-97d9-9a3c98f1bc25 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 946 time: 0.0536575 Apr 06 16:21:37.447292 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-22155b24-0796-4359-a26e-470e8e84be68 req-818a0124-8ca7-48f4-98a9-afd65a2dff82 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449021 Apr 06 16:21:38.083667 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed63b17-8148-4ca8-b243-512c1dc40b7e req-a646213d-3fc1-4911-a440-640a0eaa1bd9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:38.085882 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0ed63b17-8148-4ca8-b243-512c1dc40b7e req-a646213d-3fc1-4911-a440-640a0eaa1bd9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0560594 Apr 06 16:21:38.135084 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0ed63b17-8148-4ca8-b243-512c1dc40b7e req-68c2bd8e-e83e-4b39-93f7-b9c61a03b415 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Apr 06 16:21:38.567185 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12d5a-c4ac-4b7c-a141-d9e24fd58a45 req-6f0531bf-6647-4769-bf84-ac290d478178 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:38.568948 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3af12d5a-c4ac-4b7c-a141-d9e24fd58a45 req-6f0531bf-6647-4769-bf84-ac290d478178 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 946 time: 0.0554447 Apr 06 16:21:38.616545 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3af12d5a-c4ac-4b7c-a141-d9e24fd58a45 req-307cd655-c8ad-468e-912c-062a3f9461ab tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/security-groups?id=64128a10-4389-486a-9b95-566d4ef8a280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Apr 06 16:21:38.706910 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56864) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:38.815483 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b68dad13-41ff-4495-b613-60a5fc85c644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:38.896771 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b68dad13-41ff-4495-b613-60a5fc85c644 admin admin] Publish callbacks [] for security_group (26e5de4e-ed16-42ec-a460-c944e47fd10b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:38.900660 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b68dad13-41ff-4495-b613-60a5fc85c644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (26e5de4e-ed16-42ec-a460-c944e47fd10b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:38.936685 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dad13-41ff-4495-b613-60a5fc85c644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e5de4e-ed16-42ec-a460-c944e47fd10b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:38.942766 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b68dad13-41ff-4495-b613-60a5fc85c644 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e78396218abd42b880d94e1691d77992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343175 Apr 06 16:21:38.945152 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 56868) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:38.999435 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b33e7489-0b61-4f26-8cfd-1f556eea46f2 admin admin] Publish callbacks [] for security_group (26e5de4e-ed16-42ec-a460-c944e47fd10b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.019668 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b33e7489-0b61-4f26-8cfd-1f556eea46f2 admin admin] Publish callbacks [] for security_group (26e5de4e-ed16-42ec-a460-c944e47fd10b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.080442 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b33e7489-0b61-4f26-8cfd-1f556eea46f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (26e5de4e-ed16-42ec-a460-c944e47fd10b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.083308 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b33e7489-0b61-4f26-8cfd-1f556eea46f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.084957 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b33e7489-0b61-4f26-8cfd-1f556eea46f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26e5de4e-ed16-42ec-a460-c944e47fd10b HTTP/1.1" status: 204 len: 168 time: 0.1386192 Apr 06 16:21:39.092597 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e7489-0b61-4f26-8cfd-1f556eea46f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e5de4e-ed16-42ec-a460-c944e47fd10b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:39.257084 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eec80-518c-4d7e-b9d7-169b1886fdc5 req-7497789f-9f20-4d35-b9d3-d7efed3a8100 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:39.258660 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-416eec80-518c-4d7e-b9d7-169b1886fdc5 req-7497789f-9f20-4d35-b9d3-d7efed3a8100 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0550475 Apr 06 16:21:39.263776 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca37382-a686-4438-9a0f-e314050663c0 req-30317974-9eb5-43c9-869d-d72a6a015fc6 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:39.265335 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fca37382-a686-4438-9a0f-e314050663c0 req-30317974-9eb5-43c9-869d-d72a6a015fc6 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 946 time: 0.0602040 Apr 06 16:21:39.319077 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-416eec80-518c-4d7e-b9d7-169b1886fdc5 req-01da8a65-8404-4f0f-a220-b4dbdfd16304 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543849 Apr 06 16:21:39.366079 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56878) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:39.376645 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Deleting port 268ac18e-9ebe-4bee-afd4-833d11da7811 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:21:39.377082 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.379195 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d87c5d1-9cd5-4f5c-8a76-a77ec5802eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.462713 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d87c5d1-9cd5-4f5c-8a76-a77ec5802eab admin admin] Publish callbacks [] for security_group (99e47274-268a-4660-900a-469aa9f2e66b), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.466383 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d87c5d1-9cd5-4f5c-8a76-a77ec5802eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (99e47274-268a-4660-900a-469aa9f2e66b), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.482032 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] For port 268ac18e-9ebe-4bee-afd4-833d11da7811, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=268ac18e-9ebe-4bee-afd4-833d11da7811,segment=NetworkSegment(7dedf976-bba1-44f5-a200-a8dd21f446c9),segment_id=7dedf976-bba1-44f5-a200-a8dd21f446c9)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:21:39.482503 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.494861 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Calling delete_port for 268ac18e-9ebe-4bee-afd4-833d11da7811 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:21:39.507493 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3d87c5d1-9cd5-4f5c-8a76-a77ec5802eab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0d6dc75078b494f97aff8557dabcc18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402702 Apr 06 16:21:39.508442 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c5d1-9cd5-4f5c-8a76-a77ec5802eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e47274-268a-4660-900a-469aa9f2e66b,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:39.512122 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 56880) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:39.566644 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8039346b-2bbc-4032-bf0f-18e8fd62926f admin admin] Publish callbacks [] for security_group (99e47274-268a-4660-900a-469aa9f2e66b), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.589023 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8039346b-2bbc-4032-bf0f-18e8fd62926f admin admin] Publish callbacks [] for security_group (99e47274-268a-4660-900a-469aa9f2e66b), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.624874 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (268ac18e-9ebe-4bee-afd4-833d11da7811), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.638530 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8039346b-2bbc-4032-bf0f-18e8fd62926f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (99e47274-268a-4660-900a-469aa9f2e66b), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.641600 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8039346b-2bbc-4032-bf0f-18e8fd62926f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.642875 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['268ac18e-9ebe-4bee-afd4-833d11da7811'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:21:39.658525 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-8039346b-2bbc-4032-bf0f-18e8fd62926f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99e47274-268a-4660-900a-469aa9f2e66b HTTP/1.1" status: 204 len: 168 time: 0.1388094 Apr 06 16:21:39.667238 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Pushing event deleted for resources: {'Port': ['ID=268ac18e-9ebe-4bee-afd4-833d11da7811,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:39.676702 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039346b-2bbc-4032-bf0f-18e8fd62926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e47274-268a-4660-900a-469aa9f2e66b,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:39.722030 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] No DVR routers for this DVR port 268ac18e-9ebe-4bee-afd4-833d11da7811 on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:21:39.725243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:39.729439 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fca37382-a686-4438-9a0f-e314050663c0 req-18be2623-87d1-402c-b387-1f5eda590244 tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.45 "DELETE /v2.0/ports/268ac18e-9ebe-4bee-afd4-833d11da7811 HTTP/1.1" status: 204 len: 173 time: 0.4512537 Apr 06 16:21:39.729915 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4', 'name': 'network-vif-deleted', 'tag': '268ac18e-9ebe-4bee-afd4-833d11da7811'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:39.732177 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7257af42-3389-442d-b674-f5ca198ae1d2" -d '{"events": [{"server_uuid": "a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4", "name": "network-vif-deleted", "tag": "268ac18e-9ebe-4bee-afd4-833d11da7811"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:39.736290 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a02e7386-420f-4712-86cc-01695d02e8f7 req-cf5ec20c-6aef-485b-ba1e-0351b967d87f tempest-VolumesActionsTest-1628387892 tempest-VolumesActionsTest-1628387892-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4 HTTP/1.1" status: 200 len: 210 time: 0.0311301 Apr 06 16:21:39.784237 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07315fa3-5e11-4288-94b8-6f7ec1e1c8ad x-openstack-request-id: req-07315fa3-5e11-4288-94b8-6f7ec1e1c8ad {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:39.784527 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4", "name": "network-vif-deleted", "tag": "268ac18e-9ebe-4bee-afd4-833d11da7811", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:39.784774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07315fa3-5e11-4288-94b8-6f7ec1e1c8ad {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:39.785172 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07315fa3-5e11-4288-94b8-6f7ec1e1c8ad'] response: {'server_uuid': 'a3e6a23c-4ad8-4e62-ab5c-907fb4a51ec4', 'name': 'network-vif-deleted', 'tag': '268ac18e-9ebe-4bee-afd4-833d11da7811', 'status': 'completed', 'code': 200} Apr 06 16:21:40.442071 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fb2d1-cf69-45ec-95ec-35cf1c0d013d req-0e9063e8-71db-498f-9eea-27eb0e712adf tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:40.443616 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cd4fb2d1-cf69-45ec-95ec-35cf1c0d013d req-0e9063e8-71db-498f-9eea-27eb0e712adf tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0539699 Apr 06 16:21:40.492638 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cd4fb2d1-cf69-45ec-95ec-35cf1c0d013d req-16c5a6c8-a70b-4fe3-8b2d-c9ce211581ef tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Apr 06 16:21:41.612584 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efbb22-c86a-4c30-a345-5cee5d85c113 req-87098e53-6613-4dae-acd8-c0dddc2b441a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:41.614166 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e1efbb22-c86a-4c30-a345-5cee5d85c113 req-87098e53-6613-4dae-acd8-c0dddc2b441a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0533714 Apr 06 16:21:41.660968 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e1efbb22-c86a-4c30-a345-5cee5d85c113 req-a809f04f-bd95-476a-97fc-605d3726de44 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Apr 06 16:21:42.205375 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e9e51-0267-41ac-9c1d-6f3afa120077 req-e07f557d-0049-479b-9980-161f80ea6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:42.206907 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c79e9e51-0267-41ac-9c1d-6f3afa120077 req-e07f557d-0049-479b-9980-161f80ea6b57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 1130 time: 0.0452068 Apr 06 16:21:42.255998 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c79e9e51-0267-41ac-9c1d-6f3afa120077 req-68116815-26f4-4b3f-894f-ca822f0827d6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Apr 06 16:21:42.781479 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786b59b-1fb3-45e4-9ec1-021ed13d3e48 req-9e0ecbd3-2b1d-4714-9a7a-e836866aecac tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:42.782971 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6786b59b-1fb3-45e4-9ec1-021ed13d3e48 req-9e0ecbd3-2b1d-4714-9a7a-e836866aecac tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0567248 Apr 06 16:21:42.830505 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6786b59b-1fb3-45e4-9ec1-021ed13d3e48 req-7675dea5-2b14-4077-b17b-edb3f728866f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Apr 06 16:21:43.264174 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 268ac18e-9ebe-4bee-afd4-833d11da7811 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:21:43.286552 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 268ac18e-9ebe-4bee-afd4-833d11da7811 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:21:43.286868 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 268ac18e-9ebe-4bee-afd4-833d11da7811 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:21:43.945454 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac224a-ec96-490c-b1ac-4be0929a74e3 req-54f0f903-7d7a-414c-9d34-363b3111a2b1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:43.947172 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f6ac224a-ec96-490c-b1ac-4be0929a74e3 req-54f0f903-7d7a-414c-9d34-363b3111a2b1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0508115 Apr 06 16:21:43.998177 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f6ac224a-ec96-490c-b1ac-4be0929a74e3 req-1894e562-0c3d-43df-b4b0-74ce70b23b17 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Apr 06 16:21:44.249239 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-60340cc9-4143-47ce-a890-a1b5a9650cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:44.251656 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-60340cc9-4143-47ce-a890-a1b5a9650cf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 1130 time: 0.0497630 Apr 06 16:21:44.270212 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af964c65-48a9-4c17-9f1f-4d6b3ca2aa15 req-58118424-3c9b-495e-b4aa-526e2bf1765c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:44.272830 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-af964c65-48a9-4c17-9f1f-4d6b3ca2aa15 req-58118424-3c9b-495e-b4aa-526e2bf1765c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0621841 Apr 06 16:21:44.321960 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-af964c65-48a9-4c17-9f1f-4d6b3ca2aa15 req-431843b8-dbe5-416c-bdf2-035c860eef52 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437045 Apr 06 16:21:44.354788 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-b73470fd-5600-4461-a1c3-8f282bb80372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:44.356465 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-b73470fd-5600-4461-a1c3-8f282bb80372 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.0936737 Apr 06 16:21:44.407228 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-b9036168-eacb-4a11-92d0-ec1f1fa3dcae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac916448-8d96-4d3b-a911-90b9995478e8 HTTP/1.1" status: 200 len: 217 time: 0.0340204 Apr 06 16:21:44.460426 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-92776670-235f-4764-ad9c-dfdc08ef87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:44.461915 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-92776670-235f-4764-ad9c-dfdc08ef87fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0457718 Apr 06 16:21:44.516296 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-b8d55efe-ea79-412f-b008-ce15d426bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:44.517917 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-b8d55efe-ea79-412f-b008-ce15d426bae7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444655 Apr 06 16:21:44.612003 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-2be01e25-3c42-4037-8e12-643271f9d6f9 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866930 Apr 06 16:21:44.715355 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7bcc12ad-89b4-467d-8996-b7133af2a0ca req-a5610412-9c13-4816-b5b8-293a0190491c service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954664 Apr 06 16:21:45.440769 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821bc50-4d89-4d61-bb9f-256e1879818d req-62a1159b-5b53-499a-be69-b861d3e84566 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:45.442168 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3821bc50-4d89-4d61-bb9f-256e1879818d req-62a1159b-5b53-499a-be69-b861d3e84566 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0530028 Apr 06 16:21:45.488732 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3821bc50-4d89-4d61-bb9f-256e1879818d req-98c9d59d-f348-4887-bb1a-3e9bcdb2716b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Apr 06 16:21:46.605963 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79616-5fbb-4d4d-acab-25a2e5b9055c req-da874d2d-a322-4a54-b67c-fcab07992637 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:46.607429 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1dc79616-5fbb-4d4d-acab-25a2e5b9055c req-da874d2d-a322-4a54-b67c-fcab07992637 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0510163 Apr 06 16:21:46.659147 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1dc79616-5fbb-4d4d-acab-25a2e5b9055c req-5b63fe66-0af4-4737-9fae-72a4f863a16e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461125 Apr 06 16:21:47.361541 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:21:47.779231 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8342e-2c37-4106-8538-09605e336b4a req-899e7df6-3616-4ee4-babd-cc4a5ecdae10 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:47.780687 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-33b8342e-2c37-4106-8538-09605e336b4a req-899e7df6-3616-4ee4-babd-cc4a5ecdae10 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0554693 Apr 06 16:21:47.828138 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-33b8342e-2c37-4106-8538-09605e336b4a req-17c8b57e-05ce-4cc2-9226-308f35965f74 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Apr 06 16:21:49.660551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57128) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:49.665599 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-42e99784-ca28-41ff-a7a3-1bff0890e17e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406599598', 'description': 'tempest-description--692130157'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:49.684536 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-42e99784-ca28-41ff-a7a3-1bff0890e17e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.724603 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-504241c5-c242-4f55-ad03-71e902e57a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.753734 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-42e99784-ca28-41ff-a7a3-1bff0890e17e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group (cce7bc11-66be-417d-979a-8e938a64564f), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.757099 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-42e99784-ca28-41ff-a7a3-1bff0890e17e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (cce7bc11-66be-417d-979a-8e938a64564f), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.785874 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-42e99784-ca28-41ff-a7a3-1bff0890e17e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.787110 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-42e99784-ca28-41ff-a7a3-1bff0890e17e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1255925 Apr 06 16:21:49.788928 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e99784-ca28-41ff-a7a3-1bff0890e17e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce7bc11-66be-417d-979a-8e938a64564f,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:49.790724 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57130) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:49.795216 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-f2afcce0-8dd7-473e-9b1c-d492dc089eba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'security_group_rule': {'security_group_id': 'cce7bc11-66be-417d-979a-8e938a64564f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:49.820717 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f2afcce0-8dd7-473e-9b1c-d492dc089eba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group_rule (4f1134a3-e295-4b4c-bfaf-e547906159ae), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.874662 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f2afcce0-8dd7-473e-9b1c-d492dc089eba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group_rule (4f1134a3-e295-4b4c-bfaf-e547906159ae), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.878280 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f2afcce0-8dd7-473e-9b1c-d492dc089eba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (4f1134a3-e295-4b4c-bfaf-e547906159ae), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.895711 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afcce0-8dd7-473e-9b1c-d492dc089eba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1134a3-e295-4b4c-bfaf-e547906159ae,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:49.904675 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f2afcce0-8dd7-473e-9b1c-d492dc089eba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.905889 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f2afcce0-8dd7-473e-9b1c-d492dc089eba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141486 Apr 06 16:21:49.908535 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57134) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:49.912682 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-1ceaee20-7ba9-412e-b94e-ecf4ecbc181b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'security_group_rule': {'security_group_id': 'cce7bc11-66be-417d-979a-8e938a64564f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:49.936198 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ceaee20-7ba9-412e-b94e-ecf4ecbc181b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group_rule (084cbc54-dcfb-48e5-bd7c-c6b574fe442f), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:49.996876 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ceaee20-7ba9-412e-b94e-ecf4ecbc181b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group_rule (084cbc54-dcfb-48e5-bd7c-c6b574fe442f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.000701 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ceaee20-7ba9-412e-b94e-ecf4ecbc181b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (084cbc54-dcfb-48e5-bd7c-c6b574fe442f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.017798 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaee20-7ba9-412e-b94e-ecf4ecbc181b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084cbc54-dcfb-48e5-bd7c-c6b574fe442f,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:50.031789 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1ceaee20-7ba9-412e-b94e-ecf4ecbc181b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.033485 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-1ceaee20-7ba9-412e-b94e-ecf4ecbc181b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235323 Apr 06 16:21:50.036080 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57140) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:50.040735 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:50.061036 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.153860 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.257364 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Allocated IP 172.27.3.32 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/1ea8d348-13b8-4b20-8a31-3350b1ad3b2d) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:50.353810 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for port (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.387596 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.426894 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:50.432085 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:50.435668 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:50.440909 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event updated for resources: {'Port': ['ID=1ea8d348-13b8-4b20-8a31-3350b1ad3b2d,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:50.520931 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (3dec8036-8d1e-457b-a2a2-a92b071042a8), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.555035 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.700318 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for port (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.704694 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.769485 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event updated for resources: {'Port': ['ID=1ea8d348-13b8-4b20-8a31-3350b1ad3b2d,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:50.782515 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (3dec8036-8d1e-457b-a2a2-a92b071042a8), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.797698 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:50.798952 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f80b75e4-c06a-404f-b8c7-a16f77908b8d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7619257 Apr 06 16:21:50.986356 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-0baf2b99-7c61-44b6-abb6-31acb419f1f6 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1406599598&fields=id&tenant_id=c344cd4b518a49d48b73913e4b073454 HTTP/1.1" status: 200 len: 267 time: 0.0421121 Apr 06 16:21:51.092731 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-6df330ed-05af-48d0-b820-27b624be24bf tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:51.094190 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-6df330ed-05af-48d0-b820-27b624be24bf tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 818 time: 0.1009574 Apr 06 16:21:51.108739 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-28a4fabb-2c48-4082-bac9-fd0c3b001dc4 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/quotas/c344cd4b518a49d48b73913e4b073454 HTTP/1.1" status: 200 len: 375 time: 0.0091159 Apr 06 16:21:51.164414 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-4eb4d3be-aaff-4b7a-922c-6a77e564abf6 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0509152 Apr 06 16:21:51.257569 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-522062c1-f446-4b5d-a70c-b921a3a97b34 service neutron] 10.222.0.10 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815461 Apr 06 16:21:51.343783 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-f2dd85d2-9dd4-4d9b-8eab-69ad027f2e67 service neutron] 10.222.0.10 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804806 Apr 06 16:21:51.501338 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f343b731-08c4-4d64-8f8b-55446fed3e82 req-e8feecd1-9a2a-4913-951f-466f84b49661 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0276651 Apr 06 16:21:52.069461 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c3a361b8-f0d2-45db-8ceb-79661be9bc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:52.604219 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9ca540a6-a6b4-41b2-84f2-b653e0425777 req-8549aac3-a733-4a3f-9de5-e57210b15915 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0385911 Apr 06 16:21:53.219290 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:53.253187 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:53.695403 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a39de1a-a2a6-4f5d-9095-7be4266a697b req-f5d7f14c-144b-415b-9997-55f3cbb1ce37 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0257909 Apr 06 16:21:54.642390 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:54.815794 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-09733c42-116b-43cf-a2c5-9328bfe0d447 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:54.817486 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-09733c42-116b-43cf-a2c5-9328bfe0d447 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 818 time: 0.2089038 Apr 06 16:21:54.849065 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-45722f27-d9e3-42f3-a3d8-2e78da9add84 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1816332 Apr 06 16:21:54.918136 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-b4fe8a5e-437c-43d7-9da0-7d8f5f09fd5f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c344cd4b518a49d48b73913e4b073454 HTTP/1.1" status: 200 len: 380 time: 0.0877159 Apr 06 16:21:54.938604 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'port': {'device_id': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'admin_state_up': True, 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'security_groups': ['cce7bc11-66be-417d-979a-8e938a64564f']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:54.952344 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9b346c21-cb7f-4e79-898b-d108d165e106 req-ddfdd435-b41a-439d-8c5b-7f57b98820b9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 210 time: 0.0394561 Apr 06 16:21:54.996641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-6a2dbdd8-196b-4f6f-8b4d-0ece05b61719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:54.999454 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-6a2dbdd8-196b-4f6f-8b4d-0ece05b61719 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 1129 time: 0.0957768 Apr 06 16:21:55.067292 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Made reservation on behalf of c344cd4b518a49d48b73913e4b073454 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:21:55.072917 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:55.141125 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-60bfd9a3-2eb1-4555-a339-bbd7f9d6dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:55.142661 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-60bfd9a3-2eb1-4555-a339-bbd7f9d6dfa6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 916 time: 0.1190217 Apr 06 16:21:55.250287 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Allocated IP 172.20.0.4 (c43e56b7-c540-4dca-aa3d-9aeb6492981e/47e79c2b-30c0-4b84-9b16-36972fd23242/7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:21:55.270906 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-48d52192-a7a0-468c-a213-7215186cee75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a HTTP/1.1" status: 200 len: 1001 time: 0.1186976 Apr 06 16:21:55.346780 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-56362bf0-f0e7-41cb-bf53-e216e864bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:55.348791 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-56362bf0-f0e7-41cb-bf53-e216e864bd50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.0701542 Apr 06 16:21:55.434195 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-8bcbb9ef-8ae7-4d2a-839e-9f1fa4fda7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:55.435905 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-8bcbb9ef-8ae7-4d2a-839e-9f1fa4fda7f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689900 Apr 06 16:21:55.446413 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:55.515195 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:55.587831 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:21:55.589861 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event updated for resources: {'Port': ['ID=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:55.593597 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:21:55.601115 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:21:55.605669 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.606204 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.606737 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.607253 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.607760 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.608250 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.608748 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.609234 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.609739 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.610222 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.610733 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.612436 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.612964 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.615189 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.615646 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:21:55.669683 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-da0011a5-31f1-4c99-b5e0-3a9500fb206c service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249236 Apr 06 16:21:55.689653 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994243f-66e2-4ca7-a687-f996b0c33238 req-b138088f-a6a9-4a40-be03-08a89fe45217 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:55.691239 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4994243f-66e2-4ca7-a687-f996b0c33238 req-b138088f-a6a9-4a40-be03-08a89fe45217 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1176925 Apr 06 16:21:55.699415 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:55.700049 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:55.723420 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-86075441-e4b6-4af9-a2fb-f91693a46750 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888193 Apr 06 16:21:55.755343 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4994243f-66e2-4ca7-a687-f996b0c33238 req-c4aeae1e-f2f9-4185-a54d-08bfaec39660 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582535 Apr 06 16:21:55.788460 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Request body: {'port': {'device_id': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:21:55.849954 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:55.870516 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46db4028-a370-442a-a66c-1e248fdaaa93 req-895d7ead-c2e2-4188-be5d-53d46fddb50c service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866337 Apr 06 16:21:55.963603 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-077402f2-a81e-4027-ac6d-be939797d93a None None] Provisioning complete for port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:21:55.964682 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-077402f2-a81e-4027-ac6d-be939797d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:56.005480 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:56.016911 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-077402f2-a81e-4027-ac6d-be939797d93a None None] Port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:21:56.119917 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902ab87-fdbb-4412-82df-af5c8807f14a req-015c6ba7-36e7-49f5-9d1d-5145aad0e717 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:56.121648 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9902ab87-fdbb-4412-82df-af5c8807f14a req-015c6ba7-36e7-49f5-9d1d-5145aad0e717 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 931 time: 0.0706680 Apr 06 16:21:56.199700 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9902ab87-fdbb-4412-82df-af5c8807f14a req-fc4691f3-c297-4420-9dd8-01968987daaa tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709651 Apr 06 16:21:56.227828 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:21:56.237624 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Publish callbacks [] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:56.252065 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Transition to ACTIVE for port object 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:21:56.256356 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:56.306439 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:56.398738 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Attempting to bind port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:21:56.399242 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Attempting to bind port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:21:56.399711 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Attempting to bind port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf on network c43e56b7-c540-4dca-aa3d-9aeb6492981e {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:56.405394 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf on network c43e56b7-c540-4dca-aa3d-9aeb6492981e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:21:56.406207 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Attempting to bind port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf on network c43e56b7-c540-4dca-aa3d-9aeb6492981e {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:21:56.412387 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:21:56.414294 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Checking segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:21:56.414898 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Bound using segment: {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:21:56.415524 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Bound port: 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247ff860-e462-4818-a046-da4a3be3cb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:21:56.416107 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:56.498932 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] For port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:21:56.502814 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] For port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:21:56.511591 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:56.543868 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:56.544364 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:56.545792 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] 10.222.0.45 "PUT /v2.0/ports/7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 200 len: 1093 time: 0.7615721 Apr 06 16:21:56.548414 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:21:56.550782 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9948bc9-dea8-492b-b012-85d595d7baa0" -d '{"events": [{"name": "network-changed", "server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:21:56.586751 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dbf11-e082-47ab-a21a-3eccd55abe21 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:21:56.647398 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a45408a-5a67-460b-8e8e-658ac682c60a x-openstack-request-id: req-4a45408a-5a67-460b-8e8e-658ac682c60a {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:21:56.647709 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:21:56.647965 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a45408a-5a67-460b-8e8e-658ac682c60a {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:21:56.648368 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a45408a-5a67-460b-8e8e-658ac682c60a'] response: {'name': 'network-changed', 'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'status': 'completed', 'code': 200} Apr 06 16:21:56.673659 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-cf9503bd-40a2-41e2-b59d-9befbe6d0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:56.675292 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-cf9503bd-40a2-41e2-b59d-9befbe6d0a56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1127 time: 0.0660598 Apr 06 16:21:56.724434 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-a4493a75-c81f-4e21-96e5-eacf95a221cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 200 len: 217 time: 0.0399992 Apr 06 16:21:56.777675 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-99594703-11fb-4565-9ccf-9d46bdf2b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:56.779803 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-99594703-11fb-4565-9ccf-9d46bdf2b8e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0481617 Apr 06 16:21:56.850019 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-c9e899f0-7a22-4468-abdc-63be08204f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:56.851657 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-c9e899f0-7a22-4468-abdc-63be08204f55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656345 Apr 06 16:21:56.910833 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ec734-2eb4-4cec-888e-e411d4b5fa45 req-1189488f-c0e1-4cba-921f-7434a8c997e1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:56.921577 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-072ec734-2eb4-4cec-888e-e411d4b5fa45 req-1189488f-c0e1-4cba-921f-7434a8c997e1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0842597 Apr 06 16:21:56.975226 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-072ec734-2eb4-4cec-888e-e411d4b5fa45 req-6250bcc8-7ce3-4524-a079-c32fcf97c328 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522275 Apr 06 16:21:56.987397 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-57a830e8-a5b5-406a-bc76-2a0dcde91fa6 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267276 Apr 06 16:21:57.099254 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-4f1e2835-4f5c-490f-8aef-7922d46254ce req-e5962dd4-e57c-4515-97f2-c488791b84df service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026616 Apr 06 16:21:57.354851 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd79fd7-b090-4815-ac05-0f540538b703 req-e4e6670f-a93c-4c29-ba1a-2e4370d5cdf6 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:57.362334 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cbd79fd7-b090-4815-ac05-0f540538b703 req-e4e6670f-a93c-4c29-ba1a-2e4370d5cdf6 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 943 time: 0.0824068 Apr 06 16:21:57.412590 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cbd79fd7-b090-4815-ac05-0f540538b703 req-868f82f1-05fd-4f60-b155-fc89c1c8bfcc tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488868 Apr 06 16:21:57.437237 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-a449ac1a-8c2b-45c1-8b17-520540e6323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:57.438966 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-a449ac1a-8c2b-45c1-8b17-520540e6323a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1127 time: 0.2937541 Apr 06 16:21:57.543244 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-928e45d5-f031-49d4-851e-e90dc5cc203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:57.544615 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-928e45d5-f031-49d4-851e-e90dc5cc203e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.0939467 Apr 06 16:21:57.591361 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-863fbe22-8112-45e5-9e85-5f69ee56b9e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 200 len: 217 time: 0.0383625 Apr 06 16:21:57.645444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-2fcdbbdb-d3d1-4b4a-a124-aca6352e4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:57.646937 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-2fcdbbdb-d3d1-4b4a-a124-aca6352e4f3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0481873 Apr 06 16:21:57.703605 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-5416bd69-95ea-4ed0-99f0-3a00113c1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:57.705103 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-5416bd69-95ea-4ed0-99f0-3a00113c1890 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449688 Apr 06 16:21:57.814012 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-99f192ba-76ee-463f-9a17-29418ef5e4e0 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851307 Apr 06 16:21:57.913840 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e9948bc9-dea8-492b-b012-85d595d7baa0 req-adeeece5-a52d-4196-b0f2-c7ef1ab54b3c service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907915 Apr 06 16:21:58.111367 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901a3d9-126b-4d76-8f55-13da360a5e97 req-2efda700-f108-4b61-a9c8-83dfcdf5e21d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:58.119052 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2901a3d9-126b-4d76-8f55-13da360a5e97 req-2efda700-f108-4b61-a9c8-83dfcdf5e21d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0686178 Apr 06 16:21:58.170469 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2901a3d9-126b-4d76-8f55-13da360a5e97 req-12fe1523-2408-4bef-ac76-8e63b09bdc47 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504735 Apr 06 16:21:58.548876 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532622a1-876d-434a-a78f-fa4b0f024685 req-504c4d4f-f103-489e-94e1-d7f1d796bd30 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:58.550643 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-532622a1-876d-434a-a78f-fa4b0f024685 req-504c4d4f-f103-489e-94e1-d7f1d796bd30 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 943 time: 0.0604341 Apr 06 16:21:58.616466 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-532622a1-876d-434a-a78f-fa4b0f024685 req-b026f211-6663-45c6-9d9c-3df9fed262e4 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596819 Apr 06 16:21:59.297197 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713caf11-f957-439d-b800-c9715ed2c41f req-a20c8d44-13dd-425d-ae5d-72e0561a9c9e tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:59.298930 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-713caf11-f957-439d-b800-c9715ed2c41f req-a20c8d44-13dd-425d-ae5d-72e0561a9c9e tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0522280 Apr 06 16:21:59.346581 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-713caf11-f957-439d-b800-c9715ed2c41f req-ecf6550b-594d-48bf-89d2-92b64ec23f2d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 Apr 06 16:21:59.760036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923fcc9-0d0f-4add-b12c-addfff7166d5 req-f81618c9-0c8d-46dd-8142-b640da27b4df tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:21:59.761792 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e923fcc9-0d0f-4add-b12c-addfff7166d5 req-f81618c9-0c8d-46dd-8142-b640da27b4df tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 943 time: 0.0573494 Apr 06 16:21:59.852165 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e923fcc9-0d0f-4add-b12c-addfff7166d5 req-ad61421e-0fe0-4717-9560-35fdefc4e4ac tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796463 Apr 06 16:22:00.481951 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b520bee-b887-4f27-9f67-2dd5dc41220f req-2ba99606-307d-46d0-a6b5-7dc4e5d06a61 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:00.484166 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1b520bee-b887-4f27-9f67-2dd5dc41220f req-2ba99606-307d-46d0-a6b5-7dc4e5d06a61 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0642970 Apr 06 16:22:00.537621 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1b520bee-b887-4f27-9f67-2dd5dc41220f req-bfb78fb7-1d29-471a-959b-45d597a11822 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479412 Apr 06 16:22:00.977283 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea81753-4f00-4081-b843-f33d36ca28af req-0f3dae48-b805-4062-8d79-657a4a18028f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:00.978891 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6ea81753-4f00-4081-b843-f33d36ca28af req-0f3dae48-b805-4062-8d79-657a4a18028f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 943 time: 0.0572925 Apr 06 16:22:01.033150 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6ea81753-4f00-4081-b843-f33d36ca28af req-c9b4c2e6-1c79-4f52-a245-8550e5818bd8 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474653 Apr 06 16:22:01.669086 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebf359-423a-4499-87b0-aa3d763864a9 req-1764a767-503d-48d6-992a-b31e0fa56b66 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:01.670690 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0ebf359-423a-4499-87b0-aa3d763864a9 req-1764a767-503d-48d6-992a-b31e0fa56b66 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0635352 Apr 06 16:22:01.747213 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0ebf359-423a-4499-87b0-aa3d763864a9 req-e0119856-6276-4430-95fc-fb00410adeda tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603755 Apr 06 16:22:01.930529 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57362) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:01.935140 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-2b976dba-fbeb-42f4-8b1a-27dcf1858e16 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080540220', 'description': 'tempest-description--1753039762'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:01.957937 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2b976dba-fbeb-42f4-8b1a-27dcf1858e16 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.033805 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2b976dba-fbeb-42f4-8b1a-27dcf1858e16 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (122dc136-c273-4fae-be8a-3c55a79fb9f2), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.039197 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2b976dba-fbeb-42f4-8b1a-27dcf1858e16 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (122dc136-c273-4fae-be8a-3c55a79fb9f2), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.069250 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b976dba-fbeb-42f4-8b1a-27dcf1858e16 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122dc136-c273-4fae-be8a-3c55a79fb9f2,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:02.075465 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2b976dba-fbeb-42f4-8b1a-27dcf1858e16 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.076700 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2b976dba-fbeb-42f4-8b1a-27dcf1858e16 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1450222 Apr 06 16:22:02.079597 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57366) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:02.084007 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-382a1621-52fd-410d-bd53-0049f9a4ee9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group_rule': {'security_group_id': '122dc136-c273-4fae-be8a-3c55a79fb9f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:02.113430 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-382a1621-52fd-410d-bd53-0049f9a4ee9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (aacc10da-3e57-4e7b-b953-76e09dcf4a21), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.229985 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6d6d-216c-4474-accb-c8b04d1c8c09 req-d314ec66-63b9-44fc-a8ed-29bfb8dde011 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:02.232673 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e38a6d6d-216c-4474-accb-c8b04d1c8c09 req-d314ec66-63b9-44fc-a8ed-29bfb8dde011 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 943 time: 0.1124489 Apr 06 16:22:02.247379 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-382a1621-52fd-410d-bd53-0049f9a4ee9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (aacc10da-3e57-4e7b-b953-76e09dcf4a21), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.253588 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-382a1621-52fd-410d-bd53-0049f9a4ee9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (aacc10da-3e57-4e7b-b953-76e09dcf4a21), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.307693 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e38a6d6d-216c-4474-accb-c8b04d1c8c09 req-68f25ef0-32d1-427a-b693-d2959f0780ef tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636024 Apr 06 16:22:02.314378 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a1621-52fd-410d-bd53-0049f9a4ee9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacc10da-3e57-4e7b-b953-76e09dcf4a21,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:02.327536 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-382a1621-52fd-410d-bd53-0049f9a4ee9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.332065 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-382a1621-52fd-410d-bd53-0049f9a4ee9b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2512095 Apr 06 16:22:02.332750 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57376) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:02.337714 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-ca292f1f-58e6-47cb-b576-41d414030053 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group_rule': {'security_group_id': '122dc136-c273-4fae-be8a-3c55a79fb9f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:02.364556 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ca292f1f-58e6-47cb-b576-41d414030053 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (5d99ad57-7172-43eb-9a8b-519feb989262), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.424793 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ca292f1f-58e6-47cb-b576-41d414030053 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (5d99ad57-7172-43eb-9a8b-519feb989262), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.428445 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ca292f1f-58e6-47cb-b576-41d414030053 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (5d99ad57-7172-43eb-9a8b-519feb989262), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.446462 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca292f1f-58e6-47cb-b576-41d414030053 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d99ad57-7172-43eb-9a8b-519feb989262,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:02.454827 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ca292f1f-58e6-47cb-b576-41d414030053 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.455942 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ca292f1f-58e6-47cb-b576-41d414030053 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222024 Apr 06 16:22:02.459022 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57378) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:02.464235 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:02.496798 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.605369 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.711334 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Allocated IP 172.27.3.89 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/33b0be39-4a78-42ff-a0b7-82f341a341d5) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:02.826061 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (33b0be39-4a78-42ff-a0b7-82f341a341d5), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.868409 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (33b0be39-4a78-42ff-a0b7-82f341a341d5), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.895155 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f17a3b-67fc-4906-934c-3f3ebddd5a3e req-53c4215d-cf45-4bec-9a93-09e633204734 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:02.897433 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67f17a3b-67fc-4906-934c-3f3ebddd5a3e req-53c4215d-cf45-4bec-9a93-09e633204734 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0597329 Apr 06 16:22:02.917445 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:02.920897 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:02.925661 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:02.955444 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67f17a3b-67fc-4906-934c-3f3ebddd5a3e req-fc436dde-ddc0-4c1e-8e18-fefddc5f2117 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460413 Apr 06 16:22:02.964441 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=33b0be39-4a78-42ff-a0b7-82f341a341d5,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:03.037466 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (ae61f405-9775-400b-90d9-a07e35071731), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:03.081622 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (33b0be39-4a78-42ff-a0b7-82f341a341d5), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:03.244045 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (33b0be39-4a78-42ff-a0b7-82f341a341d5), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:03.248624 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (33b0be39-4a78-42ff-a0b7-82f341a341d5), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:03.321152 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=33b0be39-4a78-42ff-a0b7-82f341a341d5,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:03.329224 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (ae61f405-9775-400b-90d9-a07e35071731), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:03.347352 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:03.350632 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ea04d396-2cd1-4c3e-8a92-228d24ac3ddd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8905795 Apr 06 16:22:03.511152 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8df6c-ac8c-4b53-992e-c2873295f303 req-b2117282-9406-493b-ac01-b855d5d20ff2 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:03.521332 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2af8df6c-ac8c-4b53-992e-c2873295f303 req-b2117282-9406-493b-ac01-b855d5d20ff2 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 943 time: 0.1050401 Apr 06 16:22:03.602073 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2af8df6c-ac8c-4b53-992e-c2873295f303 req-f4ac28d6-75bb-4d62-860d-ee5e23ea231c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796947 Apr 06 16:22:03.639455 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-dee09d8a-2f5c-437d-8be7-b221a639bd57 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1080540220&fields=id&tenant_id=8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 267 time: 0.0805874 Apr 06 16:22:03.840485 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57408) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:03.994500 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-b81b01bd-5007-470f-9bc8-2c85593871ae tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:03.996367 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-b81b01bd-5007-470f-9bc8-2c85593871ae tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 815 time: 0.3499925 Apr 06 16:22:04.024412 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-02caa2d1-20c7-40e3-b9ed-a633484e603e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/quotas/8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 375 time: 0.0198853 Apr 06 16:22:04.024662 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cd40b966-8c9d-4178-ac49-7acbe9d362fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:04.135201 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cd40b966-8c9d-4178-ac49-7acbe9d362fa admin admin] Publish callbacks [] for security_group (87599efa-7f7c-46c7-889c-51947c8da068), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:04.137642 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-2c88d60c-eceb-47af-adf9-dca77d98dae7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008980 Apr 06 16:22:04.138771 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cd40b966-8c9d-4178-ac49-7acbe9d362fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (87599efa-7f7c-46c7-889c-51947c8da068), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:04.150236 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c3a80-f73c-4363-a8b0-dbbf8a8750ec req-48bcaef8-d4b5-431b-bf88-eb9a8c3d3215 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:04.152547 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1f7c3a80-f73c-4363-a8b0-dbbf8a8750ec req-48bcaef8-d4b5-431b-bf88-eb9a8c3d3215 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0741744 Apr 06 16:22:04.179820 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-cd40b966-8c9d-4178-ac49-7acbe9d362fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7661618384b54a5bb78bce06d2315788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379247 Apr 06 16:22:04.180760 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40b966-8c9d-4178-ac49-7acbe9d362fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87599efa-7f7c-46c7-889c-51947c8da068,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:04.183803 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57420) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:04.257894 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1f7c3a80-f73c-4363-a8b0-dbbf8a8750ec req-956db2de-a646-471c-8845-231ab0c37868 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953557 Apr 06 16:22:04.275110 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-eafd7713-7ab3-4514-9515-41b433948fdb service neutron] 10.222.0.10 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209555 Apr 06 16:22:04.284667 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a13ab7e7-c02c-4bc4-84b1-48daef84655d admin admin] Publish callbacks [] for security_group (87599efa-7f7c-46c7-889c-51947c8da068), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:04.333057 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a13ab7e7-c02c-4bc4-84b1-48daef84655d admin admin] Publish callbacks [] for security_group (87599efa-7f7c-46c7-889c-51947c8da068), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:04.397004 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a13ab7e7-c02c-4bc4-84b1-48daef84655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (87599efa-7f7c-46c7-889c-51947c8da068), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:04.407345 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a13ab7e7-c02c-4bc4-84b1-48daef84655d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:04.408767 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a13ab7e7-c02c-4bc4-84b1-48daef84655d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87599efa-7f7c-46c7-889c-51947c8da068 HTTP/1.1" status: 204 len: 168 time: 0.2143588 Apr 06 16:22:04.432185 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ab7e7-c02c-4bc4-84b1-48daef84655d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87599efa-7f7c-46c7-889c-51947c8da068,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:04.436165 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-cbdc4734-501e-4ed0-aa92-6617633b24af service neutron] 10.222.0.10 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534927 Apr 06 16:22:04.656621 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0d733585-90cf-4440-bb97-f9fa2febea75 req-f88a38f8-5721-4d34-82b1-a099147e0e3a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 210 time: 0.0341814 Apr 06 16:22:04.776741 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec673d-7021-491c-bc16-b7e11a40bff0 req-ead45b07-a6ea-4776-b9f0-c79a8fbc0fe7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:04.778264 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4ec673d-7021-491c-bc16-b7e11a40bff0 req-ead45b07-a6ea-4776-b9f0-c79a8fbc0fe7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 943 time: 0.0926778 Apr 06 16:22:04.839068 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4ec673d-7021-491c-bc16-b7e11a40bff0 req-293345fc-4677-4b19-a6b0-1baaacc94c8c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547271 Apr 06 16:22:05.440458 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57472) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:05.526666 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e6380-febd-47fb-8e0b-5c4f2c263dea req-9cadbc7b-c369-43dd-a60e-b5f4504a241f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:05.528887 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-814e6380-febd-47fb-8e0b-5c4f2c263dea req-9cadbc7b-c369-43dd-a60e-b5f4504a241f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0917153 Apr 06 16:22:05.588546 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2109226271-network', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:05.594373 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-814e6380-febd-47fb-8e0b-5c4f2c263dea req-bc0695ae-318c-47fa-8757-7edcab120d15 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594401 Apr 06 16:22:05.625009 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Made reservation on behalf of c0eaa9aee53f4a6a8b1c171d0e8c912a for: {'network': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:05.627858 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:05.638457 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:05.736938 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Publish callbacks [] for security_group (29c6dcb7-e2f6-4f99-aa34-09fe2e500b0b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:05.746243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (29c6dcb7-e2f6-4f99-aa34-09fe2e500b0b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:05.778993 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:22:05.799338 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-08ca462b-3dfd-4efc-97a4-b2f857fc7e3e req-f4d5afef-62b9-449f-8c3f-54360d3c96a8 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 210 time: 0.0448506 Apr 06 16:22:05.817452 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c6dcb7-e2f6-4f99-aa34-09fe2e500b0b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:05.824636 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (633c173a-ebc1-4fb8-804d-514b51f4d64a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:05.824636 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.segments_db [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Added segment 633c173a-ebc1-4fb8-804d-514b51f4d64a of type vlan for network defd3909-0074-4dad-8760-5a678c622152 Apr 06 16:22:05.910028 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (defd3909-0074-4dad-8760-5a678c622152), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:05.963959 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (defd3909-0074-4dad-8760-5a678c622152), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:05.965568 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:05.966473 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:05.995254 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55cb6f-bb8e-4ec0-9db4-d70552c0087c req-f0ed0454-25c9-481a-84b4-0e145223332b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:06.004511 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e55cb6f-bb8e-4ec0-9db4-d70552c0087c req-f0ed0454-25c9-481a-84b4-0e145223332b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 943 time: 0.0804183 Apr 06 16:22:06.062233 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e55cb6f-bb8e-4ec0-9db4-d70552c0087c req-b134258c-a78d-4c58-95fc-c821296232ac tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562127 Apr 06 16:22:06.083666 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6395092 Apr 06 16:22:06.084350 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57486) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:06.090546 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Request body: {'subnet': {'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2109226271-subnet', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'ip_version': 4}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:06.091447 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15ceca-6020-4a2b-b6ee-09eb5a716a80 admin admin] Pushing event updated for resources: {'Network': ['ID=defd3909-0074-4dad-8760-5a678c622152,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:06.104337 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network defd3909-0074-4dad-8760-5a678c622152 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:22:06.126496 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Made reservation on behalf of c0eaa9aee53f4a6a8b1c171d0e8c912a for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:06.130453 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25779771'] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.219656 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-07e2af21-9da2-4a16-a006-9a9acf67bcdd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:06.221175 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-07e2af21-9da2-4a16-a006-9a9acf67bcdd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 815 time: 0.2065544 Apr 06 16:22:06.336058 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25779749'] for subnet (bc511f8a-def8-41c4-8ffc-52a886ba1fd8), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.362278 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-9516b855-2f24-4b89-a145-d0003bad0be6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 473 time: 0.1093559 Apr 06 16:22:06.397970 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc511f8a-def8-41c4-8ffc-52a886ba1fd8,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:06.408888 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.409232 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.409576 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.409918 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.410247 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.410571 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.410948 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.411275 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.411597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.411918 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.412296 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.412607 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.412924 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.413244 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.413570 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.418454 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Checking segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:06.418454 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Network hostable DHCP agents. Network: defd3909-0074-4dad-8760-5a678c622152, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:22:06.431591 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'port': {'device_id': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'admin_state_up': True, 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'security_groups': ['122dc136-c273-4fae-be8a-3c55a79fb9f2']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:06.463782 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Network defd3909-0074-4dad-8760-5a678c622152 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:22:06.478863 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, defd3909-0074-4dad-8760-5a678c622152) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:06.490189 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ac868-c280-4ec3-a6ba-5340e3bb8f66 None None] Network defd3909-0074-4dad-8760-5a678c622152 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:06.496987 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:06.497682 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.524079 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c36be442-0718-4b5d-aee0-a80804207d32 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4380190 Apr 06 16:22:06.526836 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57496) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:06.533290 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:06.555254 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (1b36ff48-f94f-42a4-9a31-0c58d9700313), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.559404 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (1b36ff48-f94f-42a4-9a31-0c58d9700313), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.563306 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:22:06.631240 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Made reservation on behalf of 8bbedda6ee48464fb3365fed5dbed23a for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:06.638012 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.662556 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks [] for router_controller (1b36ff48-f94f-42a4-9a31-0c58d9700313), precommit_add_association {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.812937 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-defd3909-0074-4dad-8760-5a678c622152', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:22:06.814814 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.820347 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:06.848461 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'mac_address': 'fa:16:3e:19:db:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:22:06.880154 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Allocated IP 172.20.0.12 (60a0ad62-9536-48c1-8d5c-18a2aec63d4a/36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4/1378d719-4192-40da-b8f8-6072718d0b00) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:06.901976 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2419c-6a91-4b8c-ac3e-c1aab4cc4ab4 req-5121a7b3-0b75-45b6-afb7-fc571ba5e41d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:06.903891 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2da2419c-6a91-4b8c-ac3e-c1aab4cc4ab4 req-5121a7b3-0b75-45b6-afb7-fc571ba5e41d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1890721 Apr 06 16:22:06.906091 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks [] for router_gateway (1b36ff48-f94f-42a4-9a31-0c58d9700313), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.963981 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:06.964666 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.993018 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1f684c97-f3bc-4399-8582-ad95429a499b req-6a128009-a2b0-451c-a60c-7c8c3e1e7cec tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 210 time: 0.0585573 Apr 06 16:22:06.999321 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:22:07.041251 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2da2419c-6a91-4b8c-ac3e-c1aab4cc4ab4 req-c2d93016-0380-4232-8b53-acac41c1a8c3 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296000 Apr 06 16:22:07.067515 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:07.077195 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Allocated IP 172.20.0.2 (defd3909-0074-4dad-8760-5a678c622152/bc511f8a-def8-41c4-8ffc-52a886ba1fd8/326fa1e2-7635-44cb-b360-0914fbcee01a) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:07.206733 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (1378d719-4192-40da-b8f8-6072718d0b00), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.217180 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.254813 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (1378d719-4192-40da-b8f8-6072718d0b00), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.275476 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Publish callbacks [] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.291475 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.302432 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks [] for router_gateway (1b36ff48-f94f-42a4-9a31-0c58d9700313), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.305675 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:07.307683 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:07.309557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:07.316701 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:07.326202 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Network defd3909-0074-4dad-8760-5a678c622152 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:07.328778 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:07.333803 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:07.363711 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.391782 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:07.392552 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.411818 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=1378d719-4192-40da-b8f8-6072718d0b00,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:07.432168 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Pushing event updated for resources: {'Port': ['ID=326fa1e2-7635-44cb-b360-0914fbcee01a,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:07.434234 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-50723986-7a86-44a9-8152-af6e5f53b61c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0193355 Apr 06 16:22:07.448538 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Request body: {'port': {'device_id': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:07.465811 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.474535 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.475098 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.475538 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.475963 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.476387 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.476790 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.477335 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.478030 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.484721 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.485176 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.486269 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.486269 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.486269 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.486930 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:07.509680 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81706d09-ca6f-4bb5-94f1-4186683f7f48 req-00df9479-918a-48c0-b1a3-2a0e3de07c33 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:07.511379 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-81706d09-ca6f-4bb5-94f1-4186683f7f48 req-00df9479-918a-48c0-b1a3-2a0e3de07c33 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 944 time: 0.3055785 Apr 06 16:22:07.528241 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Attempting to bind port 326fa1e2-7635-44cb-b360-0914fbcee01a on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:07.528620 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Attempting to bind port 326fa1e2-7635-44cb-b360-0914fbcee01a by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:07.530149 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Attempting to bind port 326fa1e2-7635-44cb-b360-0914fbcee01a on network defd3909-0074-4dad-8760-5a678c622152 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:07.535549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:07.536543 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Checking segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:07.537198 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.539013 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Bound using segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:07.540357 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Bound port: 326fa1e2-7635-44cb-b360-0914fbcee01a, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:07.541091 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.580587 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1378d719-4192-40da-b8f8-6072718d0b00), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.648029 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Allocated IP 172.27.3.94 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/2b15b62d-c22b-4da6-aa0b-e44890b75904) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:07.655548 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] For port 326fa1e2-7635-44cb-b360-0914fbcee01a, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:07.660617 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] For port 326fa1e2-7635-44cb-b360-0914fbcee01a, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=326fa1e2-7635-44cb-b360-0914fbcee01a,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:07.666137 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:22:07.700565 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.725232 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-81706d09-ca6f-4bb5-94f1-4186683f7f48 req-cff07219-9810-4421-9c95-e66efd0466ad tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792603 Apr 06 16:22:07.764545 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796c50d-ed11-43cc-9fe5-26a35ff7b62a None None] Pushing event updated for resources: {'Port': ['ID=326fa1e2-7635-44cb-b360-0914fbcee01a,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:07.819324 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-b41cf900-3fc8-4a61-b868-fe7c564b0162 None None] Provisioning complete for port 1378d719-4192-40da-b8f8-6072718d0b00 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:07.819721 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b41cf900-3fc8-4a61-b868-fe7c564b0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (1378d719-4192-40da-b8f8-6072718d0b00), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.907511 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-b41cf900-3fc8-4a61-b868-fe7c564b0162 None None] Port 1378d719-4192-40da-b8f8-6072718d0b00 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:07.927669 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks [] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.991444 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:08.063182 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Pushing event updated for resources: {'Port': ['ID=2b15b62d-c22b-4da6-aa0b-e44890b75904,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:08.078282 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:08.080010 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:08.084437 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:08.132203 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1378d719-4192-40da-b8f8-6072718d0b00 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:22:08.151996 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Publish callbacks [] for port (1378d719-4192-40da-b8f8-6072718d0b00), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:08.209533 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Transition to ACTIVE for port object 1378d719-4192-40da-b8f8-6072718d0b00 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:22:08.215798 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (1378d719-4192-40da-b8f8-6072718d0b00), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:08.301807 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1378d719-4192-40da-b8f8-6072718d0b00,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:08.425330 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Attempting to bind port 1378d719-4192-40da-b8f8-6072718d0b00 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:08.425715 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Attempting to bind port 1378d719-4192-40da-b8f8-6072718d0b00 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:08.426212 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Attempting to bind port 1378d719-4192-40da-b8f8-6072718d0b00 on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:08.438161 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4820aba-04c1-4815-87cd-57c2d3d37e47 req-16f1c909-4791-409b-96ef-7db12bb0b40c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:08.440073 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e4820aba-04c1-4815-87cd-57c2d3d37e47 req-16f1c909-4791-409b-96ef-7db12bb0b40c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 932 time: 0.3117380 Apr 06 16:22:08.457123 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Port 1378d719-4192-40da-b8f8-6072718d0b00 on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:22:08.457444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Attempting to bind port 1378d719-4192-40da-b8f8-6072718d0b00 on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:08.466511 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:08.469286 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Checking segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:08.469286 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Bound using segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:08.469286 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Bound port: 1378d719-4192-40da-b8f8-6072718d0b00, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:08.469286 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1378d719-4192-40da-b8f8-6072718d0b00), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:08.506205 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51eb71-f415-4476-8d8b-e314ada70417 req-156ee3d6-c0d0-455e-b924-21c77e26d607 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:08.507934 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de51eb71-f415-4476-8d8b-e314ada70417 req-156ee3d6-c0d0-455e-b924-21c77e26d607 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.2422669 Apr 06 16:22:08.518732 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e4820aba-04c1-4815-87cd-57c2d3d37e47 req-fe70dda5-49a7-4858-a587-52a8fdbc7fa3 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682583 Apr 06 16:22:08.636940 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] For port 1378d719-4192-40da-b8f8-6072718d0b00, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:08.642311 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] For port 1378d719-4192-40da-b8f8-6072718d0b00, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1378d719-4192-40da-b8f8-6072718d0b00,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:08.655595 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (1378d719-4192-40da-b8f8-6072718d0b00), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:08.683640 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de51eb71-f415-4476-8d8b-e314ada70417 req-38145ed6-d6eb-4d63-99ec-19b8326de991 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631424 Apr 06 16:22:08.714728 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks [] for router_gateway (1b36ff48-f94f-42a4-9a31-0c58d9700313), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:08.720438 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:08.721212 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:08.723016 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] 10.222.0.45 "PUT /v2.0/ports/1378d719-4192-40da-b8f8-6072718d0b00 HTTP/1.1" status: 200 len: 1094 time: 1.2804680 Apr 06 16:22:08.723723 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'tag': '1378d719-4192-40da-b8f8-6072718d0b00'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:22:08.726625 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdab8b92-4d15-44f4-b72a-42381a7d4b49" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa26fb6-0f31-4862-aad8-c1916fd60c98", "tag": "1378d719-4192-40da-b8f8-6072718d0b00"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:22:08.811534 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:08.820196 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ce1d18-ce00-44f1-9fa3-821af971e5e2 x-openstack-request-id: req-32ce1d18-ce00-44f1-9fa3-821af971e5e2 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:22:08.820730 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa26fb6-0f31-4862-aad8-c1916fd60c98", "tag": "1378d719-4192-40da-b8f8-6072718d0b00", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:22:08.821150 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32ce1d18-ce00-44f1-9fa3-821af971e5e2 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:22:08.822256 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ce1d18-ce00-44f1-9fa3-821af971e5e2'] response: {'name': 'network-changed', 'server_uuid': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'tag': '1378d719-4192-40da-b8f8-6072718d0b00', 'status': 'completed', 'code': 200} Apr 06 16:22:08.847160 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed2ef3-eb29-465c-9ce6-018f7de21fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1378d719-4192-40da-b8f8-6072718d0b00,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:08.872578 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-1bbc194d-f6f5-4baf-a153-80827a99a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:08.876492 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-1bbc194d-f6f5-4baf-a153-80827a99a1aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 1128 time: 0.1012051 Apr 06 16:22:08.979891 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-f7e3f3f6-af18-4b6b-8224-e60fd07bc52a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1378d719-4192-40da-b8f8-6072718d0b00 HTTP/1.1" status: 200 len: 217 time: 0.0919068 Apr 06 16:22:09.004121 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:22:09.010029 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:09.011528 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:09.101347 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-28a6b359-890f-45c3-a2fd-ab4b76bee648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:09.103491 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-28a6b359-890f-45c3-a2fd-ab4b76bee648 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.1172693 Apr 06 16:22:09.213355 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:09.214103 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:09.219338 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-442c0c74-0120-446a-aea3-5dade65b1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:09.222178 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-442c0c74-0120-446a-aea3-5dade65b1591 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085930 Apr 06 16:22:09.271771 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:22:09.275021 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa21939-4135-49bf-ac54-c8cfd1a7f5f0" -d '{"events": [{"server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:22:09.293323 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:09.301037 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a376e7-bd03-4aaa-836d-4b156244c794 req-173fe176-e365-4569-a088-2104eee1052d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:09.306456 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:09.309354 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67a376e7-bd03-4aaa-836d-4b156244c794 req-173fe176-e365-4569-a088-2104eee1052d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 944 time: 0.1676152 Apr 06 16:22:09.373166 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092f6a4-972b-476d-bc9d-15247d1d6344 x-openstack-request-id: req-b092f6a4-972b-476d-bc9d-15247d1d6344 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:22:09.400562 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "name": "network-vif-plugged", "status": "completed", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:22:09.400562 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b092f6a4-972b-476d-bc9d-15247d1d6344 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:22:09.400974 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b092f6a4-972b-476d-bc9d-15247d1d6344'] response: {'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'code': 200} Apr 06 16:22:09.410208 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:09.503048 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-383bf1d3-01a4-4774-b0cc-c4e7c5dfdd47 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730577 Apr 06 16:22:09.510251 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67a376e7-bd03-4aaa-836d-4b156244c794 req-556002dd-aba6-485c-a4aa-92a64cdb3419 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995437 Apr 06 16:22:09.527391 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (1b36ff48-f94f-42a4-9a31-0c58d9700313), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:09.658614 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f074398a-7f98-4547-a1a0-5a385b5ce7b9 None None] Network defd3909-0074-4dad-8760-5a678c622152 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:09.686794 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-54c73e74-d3b3-41a2-bac9-aa8898c50d8d req-aa286c86-a979-41cc-a4f7-be45afeac723 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735308 Apr 06 16:22:09.747083 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-09085b60-9114-4a01-b795-1cdccb6d1444 None None] Provisioning complete for port 326fa1e2-7635-44cb-b360-0914fbcee01a triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:09.751051 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-09085b60-9114-4a01-b795-1cdccb6d1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:09.902264 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-09085b60-9114-4a01-b795-1cdccb6d1444 None None] Current status of the port 326fa1e2-7635-44cb-b360-0914fbcee01a is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:09.902999 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-09085b60-9114-4a01-b795-1cdccb6d1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:09.910955 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad272f-4a41-4601-8eea-91125df662b5 req-7fa7f0d9-bd6f-478f-9a64-8e2fa451ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:09.912490 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-28ad272f-4a41-4601-8eea-91125df662b5 req-7fa7f0d9-bd6f-478f-9a64-8e2fa451ab7b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1129 time: 0.2682886 Apr 06 16:22:09.924295 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb247e-b0ae-474e-af72-ba059c313d4c req-2d49582d-062d-4d90-b3e5-29acd4638a62 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:09.927135 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-05fb247e-b0ae-474e-af72-ba059c313d4c req-2d49582d-062d-4d90-b3e5-29acd4638a62 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 944 time: 0.2115190 Apr 06 16:22:09.962043 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-09085b60-9114-4a01-b795-1cdccb6d1444 None None] For port 326fa1e2-7635-44cb-b360-0914fbcee01a, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=326fa1e2-7635-44cb-b360-0914fbcee01a,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:09.978307 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-09085b60-9114-4a01-b795-1cdccb6d1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:09.979018 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5448a-aac5-44e9-a8ac-665f902d0db6 req-b8f2fb73-cccc-4812-b402-c52f7305ca57 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:09.987333 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-40a5448a-aac5-44e9-a8ac-665f902d0db6 req-b8f2fb73-cccc-4812-b402-c52f7305ca57 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1615665 Apr 06 16:22:10.078425 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09085b60-9114-4a01-b795-1cdccb6d1444 None None] Pushing event updated for resources: {'Port': ['ID=326fa1e2-7635-44cb-b360-0914fbcee01a,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:10.096687 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:22:10.115096 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-05fb247e-b0ae-474e-af72-ba059c313d4c req-42ad18fc-8552-430b-9442-1bb8a9f9c230 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690326 Apr 06 16:22:10.146593 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-40a5448a-aac5-44e9-a8ac-665f902d0db6 req-239c6d3a-d4b0-4fda-a7fa-a4771ab4225f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580820 Apr 06 16:22:10.215743 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 326fa1e2-7635-44cb-b360-0914fbcee01a up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:10.266909 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 326fa1e2-7635-44cb-b360-0914fbcee01a triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:10.267245 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.299874 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:10.312064 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:10.323561 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.325332 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-046ece48-3291-487a-922f-accfdc728401 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7974820 Apr 06 16:22:10.328765 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:10.329034 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57550) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:10.329546 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:10.334764 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-132702e7-2882-4d20-affc-5e724733858b None None] Provisioning complete for port 326fa1e2-7635-44cb-b360-0914fbcee01a triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:10.335146 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-132702e7-2882-4d20-affc-5e724733858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.445969 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 326fa1e2-7635-44cb-b360-0914fbcee01a is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:10.450418 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-132702e7-2882-4d20-affc-5e724733858b None None] Current status of the port 326fa1e2-7635-44cb-b360-0914fbcee01a is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:10.473674 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:10.661789 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9493cc-a7a8-4641-a7c8-212c4522558d req-fe3e70f5-9566-4076-b586-3afc0b3785e4 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:10.664426 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cd9493cc-a7a8-4641-a7c8-212c4522558d req-fe3e70f5-9566-4076-b586-3afc0b3785e4 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0702913 Apr 06 16:22:10.702032 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:08Z', 'revision_number': 3, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:10.723366 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cd9493cc-a7a8-4641-a7c8-212c4522558d req-1455c6aa-3e2b-4c25-b888-ae3f04495a6a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525160 Apr 06 16:22:10.735548 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:10.735897 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Updating router 1b36ff48-f94f-42a4-9a31-0c58d9700313 port 2b15b62d-c22b-4da6-aa0b-e44890b75904 binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:10.785737 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.954553 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.097508 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57564) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:11.116238 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Publish callbacks [] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.134830 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.262747 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-28ad272f-4a41-4601-8eea-91125df662b5 req-6a4542aa-b1e5-432e-ba80-9b125bba394a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482807 Apr 06 16:22:11.282653 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Attempting to bind port 2b15b62d-c22b-4da6-aa0b-e44890b75904 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:11.283334 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Attempting to bind port 2b15b62d-c22b-4da6-aa0b-e44890b75904 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:11.294594 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Attempting to bind port 2b15b62d-c22b-4da6-aa0b-e44890b75904 on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:11.315180 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:11.316476 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:11.317052 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.317624 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:11.318299 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Bound port: 2b15b62d-c22b-4da6-aa0b-e44890b75904, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:11.319039 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.377597 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Pushing event updated for resources: {'Port': ['ID=2b15b62d-c22b-4da6-aa0b-e44890b75904,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:11.401240 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcb92-67ed-41e6-baa0-5d8aa316382d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.404622 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.411535 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.411999 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.412438 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.412849 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.413255 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.413735 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.422165 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.423429 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.424861 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.425403 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.425799 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.431281 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.431651 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.431999 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:11.466807 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04129b4-641b-4f9d-bf44-3b53c03df6d0 req-3b7fd894-fe6b-41e1-bb97-02a4e11cd9ec tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:11.470532 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] For port 2b15b62d-c22b-4da6-aa0b-e44890b75904, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:11.474551 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a04129b4-641b-4f9d-bf44-3b53c03df6d0 req-3b7fd894-fe6b-41e1-bb97-02a4e11cd9ec tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 944 time: 0.1898847 Apr 06 16:22:11.475275 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] For port 2b15b62d-c22b-4da6-aa0b-e44890b75904, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=2b15b62d-c22b-4da6-aa0b-e44890b75904,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:11.508049 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.511764 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-bc99c649-5119-456f-91e3-383ac827bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:11.512343 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13184d7-cae0-4a12-a7e5-67eca39598e0 req-a0ee6ce7-6d83-46fe-9ffe-ce5e78b5d4a7 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:11.514219 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-bc99c649-5119-456f-91e3-383ac827bb5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 1128 time: 0.1449075 Apr 06 16:22:11.523404 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a13184d7-cae0-4a12-a7e5-67eca39598e0 req-a0ee6ce7-6d83-46fe-9ffe-ce5e78b5d4a7 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.2291667 Apr 06 16:22:11.604385 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:11.604897 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:11.627455 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a04129b4-641b-4f9d-bf44-3b53c03df6d0 req-3858071b-34d2-4195-9331-0246453d7708 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516545 Apr 06 16:22:11.646258 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a13184d7-cae0-4a12-a7e5-67eca39598e0 req-a2ccf2a8-09ea-4f4f-8b16-232bbba26804 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190279 Apr 06 16:22:11.661214 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3f1d8-d6c6-4ad2-84b3-5c04cc3ba32c None None] Pushing event updated for resources: {'Port': ['ID=2b15b62d-c22b-4da6-aa0b-e44890b75904,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:11.694524 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Allocated IP 172.20.0.1 (defd3909-0074-4dad-8760-5a678c622152/bc511f8a-def8-41c4-8ffc-52a886ba1fd8/2a36e8ac-34c9-4fcf-a9c3-5e891008b807) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:11.713635 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-dfbb7550-23a2-480d-9722-b7af95d51be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:11.715414 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-dfbb7550-23a2-480d-9722-b7af95d51be9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 916 time: 0.1681533 Apr 06 16:22:11.724509 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcb92-67ed-41e6-baa0-5d8aa316382d admin admin] Publish callbacks [] for security_group (c5ffc7e4-37de-4c59-a92a-51b6f35fe1a2), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.733113 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcb92-67ed-41e6-baa0-5d8aa316382d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (c5ffc7e4-37de-4c59-a92a-51b6f35fe1a2), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.783609 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-9bcbcb92-67ed-41e6-baa0-5d8aa316382d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=694c8131eda5498faf2f75ee8a8128d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6849897 Apr 06 16:22:11.786405 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbcb92-67ed-41e6-baa0-5d8aa316382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ffc7e4-37de-4c59-a92a-51b6f35fe1a2,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:11.787411 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57582) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:11.790580 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:11.886878 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deca9bf-5336-4771-83dd-935c45414a26 req-1df906d5-b1a9-4df4-acff-cac1e5d50697 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:11.887111 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2deca9bf-5336-4771-83dd-935c45414a26 req-1df906d5-b1a9-4df4-acff-cac1e5d50697 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0769646 Apr 06 16:22:11.898759 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Publish callbacks [] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.917753 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8be0da24-8594-46d6-90ba-2ce0ec7deb3f admin admin] Publish callbacks [] for security_group (c5ffc7e4-37de-4c59-a92a-51b6f35fe1a2), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.943792 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2deca9bf-5336-4771-83dd-935c45414a26 req-9261a01d-eb47-4c5a-a39a-539542a71fef tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474274 Apr 06 16:22:11.953979 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8be0da24-8594-46d6-90ba-2ce0ec7deb3f admin admin] Publish callbacks [] for security_group (c5ffc7e4-37de-4c59-a92a-51b6f35fe1a2), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.997945 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:12.046915 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:08Z', 'revision_number': 3, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:12.048039 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Network defd3909-0074-4dad-8760-5a678c622152 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:12.052312 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:12.057646 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8be0da24-8594-46d6-90ba-2ce0ec7deb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (c5ffc7e4-37de-4c59-a92a-51b6f35fe1a2), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:12.060441 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8be0da24-8594-46d6-90ba-2ce0ec7deb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:12.064164 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-8be0da24-8594-46d6-90ba-2ce0ec7deb3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5ffc7e4-37de-4c59-a92a-51b6f35fe1a2 HTTP/1.1" status: 204 len: 168 time: 0.2733622 Apr 06 16:22:12.064164 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:12.067390 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:12.096940 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0da24-8594-46d6-90ba-2ce0ec7deb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ffc7e4-37de-4c59-a92a-51b6f35fe1a2,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:12.122090 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae0a2a-7303-4e82-a4ee-aaf51f03f76e None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:08Z', 'revision_number': 3, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:12.138896 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (1b36ff48-f94f-42a4-9a31-0c58d9700313), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:12.237673 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 326fa1e2-7635-44cb-b360-0914fbcee01a up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:12.279605 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-baa94bcf-8179-40db-87b1-255603918089 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1378d719-4192-40da-b8f8-6072718d0b00 HTTP/1.1" status: 200 len: 217 time: 0.0743673 Apr 06 16:22:12.327275 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 326fa1e2-7635-44cb-b360-0914fbcee01a triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:12.327651 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:12.348364 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-fae0a80e-5721-4449-98b0-f16a34c02031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:12.349900 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-fae0a80e-5721-4449-98b0-f16a34c02031 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.0541413 Apr 06 16:22:12.486342 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 326fa1e2-7635-44cb-b360-0914fbcee01a is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:12.497464 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-d4fea42f-99d8-4904-8053-b5a4316e54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:12.502388 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-d4fea42f-99d8-4904-8053-b5a4316e54bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1416118 Apr 06 16:22:12.506227 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-c2e55a09-9c37-4220-8c00-9dbdb569333b None None] Provisioning complete for port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:12.506603 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c2e55a09-9c37-4220-8c00-9dbdb569333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:12.616878 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-c2e55a09-9c37-4220-8c00-9dbdb569333b None None] Port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:12.655246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:12.823002 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 1378d719-4192-40da-b8f8-6072718d0b00 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:22:12.917939 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-1c6b6055-d142-412d-b0a2-100b222e621f service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586471 Apr 06 16:22:12.924367 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224419e-00b9-4040-8095-b61821960d67 req-8295f0c9-e21b-4c8e-99b6-288f1184c613 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:12.927056 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7224419e-00b9-4040-8095-b61821960d67 req-8295f0c9-e21b-4c8e-99b6-288f1184c613 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 944 time: 0.1826181 Apr 06 16:22:12.954645 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eb47b-ee78-49fd-af3d-94807d013fe2 req-06b2e54e-efe0-497a-af66-0a9fb36705c2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:12.962620 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ee9eb47b-ee78-49fd-af3d-94807d013fe2 req-06b2e54e-efe0-497a-af66-0a9fb36705c2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1601894 Apr 06 16:22:13.056068 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Publish callbacks [] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:13.067941 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:13.103436 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ee9eb47b-ee78-49fd-af3d-94807d013fe2 req-7186c5df-ccf1-41a7-a6a1-7045ea601df3 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384330 Apr 06 16:22:13.119667 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7224419e-00b9-4040-8095-b61821960d67 req-fb5efbf1-aa42-4947-bff8-761ea1117ce9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768970 Apr 06 16:22:13.140771 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 1378d719-4192-40da-b8f8-6072718d0b00, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1378d719-4192-40da-b8f8-6072718d0b00,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:13.187332 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '1378d719-4192-40da-b8f8-6072718d0b00', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'port_id': '1378d719-4192-40da-b8f8-6072718d0b00', 'mac_address': 'fa:16:3e:73:15:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:22:13.241106 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (1b36ff48-f94f-42a4-9a31-0c58d9700313), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:13.276022 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:13.277369 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 1378d719-4192-40da-b8f8-6072718d0b00 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:13.277843 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1378d719-4192-40da-b8f8-6072718d0b00), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:13.315298 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1378d719-4192-40da-b8f8-6072718d0b00 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:22:13.360912 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 1378d719-4192-40da-b8f8-6072718d0b00, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1378d719-4192-40da-b8f8-6072718d0b00,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:13.374893 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f30f5-dd97-4f50-a86e-4cbd3792738c req-65ff36fb-77b7-4373-a8ae-afb52c091483 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:13.376563 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b15f30f5-dd97-4f50-a86e-4cbd3792738c req-65ff36fb-77b7-4373-a8ae-afb52c091483 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1754820 Apr 06 16:22:13.376711 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (1378d719-4192-40da-b8f8-6072718d0b00), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:13.488291 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=1378d719-4192-40da-b8f8-6072718d0b00,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:13.528754 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b15f30f5-dd97-4f50-a86e-4cbd3792738c req-9eeff2bb-97cc-4359-9651-ca304fbe5528 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349814 Apr 06 16:22:13.548561 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-bdab8b92-4d15-44f4-b72a-42381a7d4b49 req-874ab81b-857a-49e5-b0c2-2273ed592647 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415937 Apr 06 16:22:13.559040 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Network defd3909-0074-4dad-8760-5a678c622152 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:13.561527 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:13.677741 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['1378d719-4192-40da-b8f8-6072718d0b00'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:22:13.792192 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:22:13.982200 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:13.990754 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-baa332cd-8bb0-43d2-a85c-5da695ee60f9 admin admin] 10.222.0.10 "PUT /v2.0/routers/1b36ff48-f94f-42a4-9a31-0c58d9700313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6577575 Apr 06 16:22:14.017749 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-f4311d5a-d270-4cac-8fec-31adb7e4f096 None None] Provisioning complete for port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:14.018127 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f4311d5a-d270-4cac-8fec-31adb7e4f096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:14.382671 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bf082-3721-46a2-8bfa-c9a5293d5a8e req-6b819462-069d-48d0-a789-8d5b2ad2f39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:14.391052 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0a3bf082-3721-46a2-8bfa-c9a5293d5a8e req-6b819462-069d-48d0-a789-8d5b2ad2f39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1998308 Apr 06 16:22:14.431656 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7f1a3-71f8-4321-b986-f5b5dd50b3ca req-2118a619-7bce-40d1-a68d-c73099df788c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:14.433564 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bbe7f1a3-71f8-4321-b986-f5b5dd50b3ca req-2118a619-7bce-40d1-a68d-c73099df788c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 945 time: 0.1645031 Apr 06 16:22:14.473701 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-f4311d5a-d270-4cac-8fec-31adb7e4f096 None None] Port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:14.476325 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 2b15b62d-c22b-4da6-aa0b-e44890b75904 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:14.518795 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bbe7f1a3-71f8-4321-b986-f5b5dd50b3ca req-cfab0b14-6820-4a49-ba9e-f83b8ea710a3 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789659 Apr 06 16:22:14.561858 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 2b15b62d-c22b-4da6-aa0b-e44890b75904 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:14.562498 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:14.563135 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0a3bf082-3721-46a2-8bfa-c9a5293d5a8e req-4ea3241b-0823-4435-96fa-4b9cc306160c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708384 Apr 06 16:22:14.679275 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15839e7-94c1-44e3-829c-bcdafd7ac6f0 req-324ecd93-0978-4c94-bb70-587d9f6736a1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:14.680965 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e15839e7-94c1-44e3-829c-bcdafd7ac6f0 req-324ecd93-0978-4c94-bb70-587d9f6736a1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0737791 Apr 06 16:22:14.699073 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 2b15b62d-c22b-4da6-aa0b-e44890b75904 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:14.699466 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:14.728513 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 2b15b62d-c22b-4da6-aa0b-e44890b75904, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=2b15b62d-c22b-4da6-aa0b-e44890b75904,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:14.735191 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:14.750082 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e15839e7-94c1-44e3-829c-bcdafd7ac6f0 req-e308d5e4-2417-4b9e-9d1c-90737b19a482 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609303 Apr 06 16:22:14.810636 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=2b15b62d-c22b-4da6-aa0b-e44890b75904,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:14.830875 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 1378d719-4192-40da-b8f8-6072718d0b00 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:14.875961 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:14.917767 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:14.918638 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:14.950580 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a05b1-ec79-4e42-bc5f-9f8cff756004 req-8ced9746-4f54-4e3c-9a75-08d9094e691a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:14.957178 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-da0a05b1-ec79-4e42-bc5f-9f8cff756004 req-8ced9746-4f54-4e3c-9a75-08d9094e691a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0955832 Apr 06 16:22:14.966233 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57654) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:14.970651 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'floatingip': {'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:14.988857 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57656) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:14.994558 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-23123185-network', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:15.032643 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 1378d719-4192-40da-b8f8-6072718d0b00 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:22:15.042549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 1378d719-4192-40da-b8f8-6072718d0b00 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:15.042549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (1378d719-4192-40da-b8f8-6072718d0b00), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.049708 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Made reservation on behalf of e217ec3f1f51425198778871f3f9cb01 for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:15.052443 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.059060 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (3dec8036-8d1e-457b-a2a2-a92b071042a8), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.064795 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.147669 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:15.201250 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Publish callbacks [] for security_group (e352adeb-dd61-46ba-add0-9cc2e7084998), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.208148 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (e352adeb-dd61-46ba-add0-9cc2e7084998), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.244802 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:22:15.256676 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e352adeb-dd61-46ba-add0-9cc2e7084998,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:15.276960 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (6f956e58-f0b6-4d00-9fc6-ff5e4c893d04), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.279432 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Added segment 6f956e58-f0b6-4d00-9fc6-ff5e4c893d04 of type vlan for network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 Apr 06 16:22:15.337427 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 1378d719-4192-40da-b8f8-6072718d0b00 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:15.337924 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1378d719-4192-40da-b8f8-6072718d0b00), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.348795 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (4ec796f0-c55d-48ee-9b37-4c68b04d3aa7), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.396378 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1378d719-4192-40da-b8f8-6072718d0b00'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:22:15.397378 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (4ec796f0-c55d-48ee-9b37-4c68b04d3aa7), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.398403 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:15.400123 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.405630 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f503a6-48e0-4e99-8296-f6cfe3ecd84b" -d '{"events": [{"server_uuid": "5fa26fb6-0f31-4862-aad8-c1916fd60c98", "name": "network-vif-plugged", "status": "completed", "tag": "1378d719-4192-40da-b8f8-6072718d0b00"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:22:15.484312 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec796f0-c55d-48ee-9b37-4c68b04d3aa7,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:15.511570 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-0b26136e-eb8a-4612-b294-cf60074bc083 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5214114 Apr 06 16:22:15.514372 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57664) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:15.519531 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Request body: {'subnet': {'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-23123185-subnet', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'ip_version': 4}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:15.532470 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b48897-d1d8-4a6a-9a91-f30501befb91 x-openstack-request-id: req-99b48897-d1d8-4a6a-9a91-f30501befb91 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:22:15.533072 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa26fb6-0f31-4862-aad8-c1916fd60c98", "name": "network-vif-plugged", "status": "completed", "tag": "1378d719-4192-40da-b8f8-6072718d0b00", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:22:15.533072 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99b48897-d1d8-4a6a-9a91-f30501befb91 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:22:15.533399 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b48897-d1d8-4a6a-9a91-f30501befb91'] response: {'server_uuid': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1378d719-4192-40da-b8f8-6072718d0b00', 'code': 200} Apr 06 16:22:15.541408 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 1378d719-4192-40da-b8f8-6072718d0b00, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1378d719-4192-40da-b8f8-6072718d0b00,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:15.548030 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:22:15.562456 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Made reservation on behalf of e217ec3f1f51425198778871f3f9cb01 for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:15.569039 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25779771'] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.666665 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (1378d719-4192-40da-b8f8-6072718d0b00), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.815782 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca7c8-bb15-4ceb-829a-51c1941f6b1d req-7fae5b13-1d6c-4c22-8adf-ce4d392500a3 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:15.817403 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7f2ca7c8-bb15-4ceb-829a-51c1941f6b1d req-7fae5b13-1d6c-4c22-8adf-ce4d392500a3 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.1630597 Apr 06 16:22:15.853042 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44ba8-ef38-40a2-a716-da377a59a7bc req-b67c0e32-99f9-4c1e-9e9f-f70dcb9f0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:15.854626 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-00b44ba8-ef38-40a2-a716-da377a59a7bc req-b67c0e32-99f9-4c1e-9e9f-f70dcb9f0078 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 1130 time: 0.0842221 Apr 06 16:22:15.929168 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7f2ca7c8-bb15-4ceb-829a-51c1941f6b1d req-c7a2dc2d-818b-4771-87aa-fd39bc87c266 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036329 Apr 06 16:22:15.947329 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b441d1-bf92-412e-af3e-615153f9d50f req-ad978d59-6bb7-4fa2-911f-15506667e725 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:15.949005 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-90b441d1-bf92-412e-af3e-615153f9d50f req-ad978d59-6bb7-4fa2-911f-15506667e725 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.2022500 Apr 06 16:22:16.016292 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=1378d719-4192-40da-b8f8-6072718d0b00,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:16.030003 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.047137 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (3dec8036-8d1e-457b-a2a2-a92b071042a8), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.053780 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-00b44ba8-ef38-40a2-a716-da377a59a7bc req-1515292b-717b-4e8d-94bb-d477f41e4cf0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829580 Apr 06 16:22:16.109853 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25779749'] for subnet (e6c68118-60c3-472d-8838-5bb0525fd50d), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.127824 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 2, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:16.173890 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:16.174602 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Updating router 1b36ff48-f94f-42a4-9a31-0c58d9700313 port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:16.199008 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-90b441d1-bf92-412e-af3e-615153f9d50f req-7278ce47-b3c4-4382-9ef2-a6a507748bb7 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997542 Apr 06 16:22:16.239699 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Floating IP 3dec8036-8d1e-457b-a2a2-a92b071042a8 associated. External IP: 172.27.3.32, port: 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf. Apr 06 16:22:16.249089 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c68118-60c3-472d-8838-5bb0525fd50d,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:16.259199 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.275364 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Checking segment: {'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:16.278994 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Network hostable DHCP agents. Network: 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:22:16.317064 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:22:16.334246 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:16.342017 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:16.342597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.375941 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c99715da-7f97-47ac-8545-5fb501bcd700 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8602991 Apr 06 16:22:16.378674 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57676) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:16.385959 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:16.428311 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (931d4a74-8fb3-422e-8734-27c5f4dc2634), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.429450 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (931d4a74-8fb3-422e-8734-27c5f4dc2634), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.479826 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 2b15b62d-c22b-4da6-aa0b-e44890b75904 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:16.482840 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aba354-4883-44cd-b0f5-e6e292486c06 None None] Network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:16.514104 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks [] for router_controller (931d4a74-8fb3-422e-8734-27c5f4dc2634), precommit_add_association {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.565925 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Router 73f28bdb-aa8d-4463-89a8-c2093661e77f has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:22:16.688933 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks [] for router_gateway (931d4a74-8fb3-422e-8734-27c5f4dc2634), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.742141 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 2b15b62d-c22b-4da6-aa0b-e44890b75904 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:16.743854 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.754576 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-4ec796f0-c55d-48ee-9b37-4c68b04d3aa7', 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7', 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'fixed_ips': [{'subnet_id': 'e6c68118-60c3-472d-8838-5bb0525fd50d'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:22:16.755785 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.766210 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:16.771025 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.777641 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] Sync routers for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:16.797377 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:16.798016 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:16.861904 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-37ed892c-0342-4ce3-850e-18f69fd442d3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "PUT /v2.0/floatingips/3dec8036-8d1e-457b-a2a2-a92b071042a8 HTTP/1.1" status: 200 len: 990 time: 1.8805933 Apr 06 16:22:16.861904 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:22:16.861904 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5412d304-53df-45bb-8a44-4efbafd1f62a" -d '{"events": [{"name": "network-changed", "server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:22:16.969218 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:17.040509 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bec209-ef7f-43b0-a11f-7e951f57be46 x-openstack-request-id: req-22bec209-ef7f-43b0-a11f-7e951f57be46 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:22:17.041647 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:22:17.042063 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22bec209-ef7f-43b0-a11f-7e951f57be46 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:22:17.042639 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bec209-ef7f-43b0-a11f-7e951f57be46'] response: {'name': 'network-changed', 'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'status': 'completed', 'code': 200} Apr 06 16:22:17.061262 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Publish callbacks [] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.144477 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks [] for router_gateway (931d4a74-8fb3-422e-8734-27c5f4dc2634), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.166968 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.203166 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.298318 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Allocated IP 172.20.0.2 (4ec796f0-c55d-48ee-9b37-4c68b04d3aa7/e6c68118-60c3-472d-8838-5bb0525fd50d/b4ac60ba-3d36-4b15-ac70-cbe02cea424c) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:17.301856 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 2b15b62d-c22b-4da6-aa0b-e44890b75904 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:17.333536 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdcf30-69d4-4dfc-ad94-0d9b55c520f2 None None] Pushing event updated for resources: {'Port': ['ID=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:17.589968 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '3dec8036-8d1e-457b-a2a2-a92b071042a8', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'mac_address': 'fa:16:3e:19:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:50Z', 'updated_at': '2022-04-06T16:22:15Z', 'revision_number': 1, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:17.626015 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] Checking router: 73f28bdb-aa8d-4463-89a8-c2093661e77f for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:17.636496 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:17.637152 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:17.661596 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Attempting to bind port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:17.662264 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Attempting to bind port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:17.662833 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Attempting to bind port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 on network defd3909-0074-4dad-8760-5a678c622152 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:17.672589 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:17.673296 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Checking segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:17.673867 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.674420 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Bound using segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:17.675103 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Bound port: 2a36e8ac-34c9-4fcf-a9c3-5e891008b807, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:17.675661 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.693957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544993d-dcb3-44c4-b2e6-a8a50ca90fa7 req-11480aae-e8ae-4fdb-82e4-cae5379dabc2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:17.695666 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2544993d-dcb3-44c4-b2e6-a8a50ca90fa7 req-11480aae-e8ae-4fdb-82e4-cae5379dabc2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.5201645 Apr 06 16:22:17.765814 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Allocated IP 172.27.3.193 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/627e1f03-b7c5-4083-8cb9-f0c031a1862d) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:17.801755 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-9cf689b4-58a5-4da9-b0b3-51517a1da78d None None] Provisioning complete for port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:17.802379 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9cf689b4-58a5-4da9-b0b3-51517a1da78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.821886 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff2d3-76b5-42f3-8b0c-a355b4b2e327 req-fbf6dd4e-6434-4946-80e1-afbbc118a5b2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:17.838237 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0c7ff2d3-76b5-42f3-8b0c-a355b4b2e327 req-fbf6dd4e-6434-4946-80e1-afbbc118a5b2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.5019739 Apr 06 16:22:17.843599 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Publish callbacks [] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.851303 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] For port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:17.856974 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.859406 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:17.876430 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] For port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:17.914794 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-9cf689b4-58a5-4da9-b0b3-51517a1da78d None None] Port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:17.921547 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:17.944221 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:17.949060 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Pushing event updated for resources: {'Port': ['ID=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:17.951759 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:17.997265 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:18.033596 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:18.034368 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:18.102448 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdcf30-69d4-4dfc-ad94-0d9b55c520f2 None None] Pushing event updated for resources: {'Port': ['ID=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:18.108505 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2544993d-dcb3-44c4-b2e6-a8a50ca90fa7 req-17c4614c-e288-461a-9e42-11f62d94ec0a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787541 Apr 06 16:22:18.203773 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks [] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.234411 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Attempting to bind port b4ac60ba-3d36-4b15-ac70-cbe02cea424c on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:18.234757 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Attempting to bind port b4ac60ba-3d36-4b15-ac70-cbe02cea424c by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:18.235086 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Attempting to bind port b4ac60ba-3d36-4b15-ac70-cbe02cea424c on network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:18.254285 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:18.254685 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Checking segment: {'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:18.255104 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.256087 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Bound using segment: {'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:18.256586 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Bound port: b4ac60ba-3d36-4b15-ac70-cbe02cea424c, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:18.256977 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.264616 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.274677 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '3dec8036-8d1e-457b-a2a2-a92b071042a8', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'mac_address': 'fa:16:3e:19:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:50Z', 'updated_at': '2022-04-06T16:22:15Z', 'revision_number': 1, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:18.303580 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14033d7a-4ee9-479d-a9a1-ae1be9b18a28 None None] The sync data for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi is: [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '3dec8036-8d1e-457b-a2a2-a92b071042a8', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'mac_address': 'fa:16:3e:19:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:50Z', 'updated_at': '2022-04-06T16:22:15Z', 'revision_number': 1, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:18.305390 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-467b9c84-7efd-4055-be9c-ef43e8076f5c None None] Provisioning complete for port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:18.306272 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-467b9c84-7efd-4055-be9c-ef43e8076f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.325097 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:18.332989 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:18.339369 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:18.346030 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0c7ff2d3-76b5-42f3-8b0c-a355b4b2e327 req-8d82e90e-8b11-4c70-95ab-04cf573742a4 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5042157 Apr 06 16:22:18.379788 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Pushing event updated for resources: {'Port': ['ID=627e1f03-b7c5-4083-8cb9-f0c031a1862d,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:18.385710 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:18.497890 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-dc438a22-31d8-4a03-b338-25960259420d None None] For port b4ac60ba-3d36-4b15-ac70-cbe02cea424c, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:18.554346 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-dc438a22-31d8-4a03-b338-25960259420d None None] For port b4ac60ba-3d36-4b15-ac70-cbe02cea424c, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,segment=NetworkSegment(6f956e58-f0b6-4d00-9fc6-ff5e4c893d04),segment_id=6f956e58-f0b6-4d00-9fc6-ff5e4c893d04)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:18.568999 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.685679 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-467b9c84-7efd-4055-be9c-ef43e8076f5c None None] Current status of the port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:18.686445 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-467b9c84-7efd-4055-be9c-ef43e8076f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.724700 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91534b1-8ec3-4991-aaf5-615b506a2e2a None None] New status for floating IP 3dec8036-8d1e-457b-a2a2-a92b071042a8: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:22:18.788800 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a9c5b-24dc-4d65-aef8-dcbd3642ccb0 req-4f381dc6-9910-4f2d-9186-289028335b34 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:18.791122 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d29a9c5b-24dc-4d65-aef8-dcbd3642ccb0 req-4f381dc6-9910-4f2d-9186-289028335b34 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1617863 Apr 06 16:22:18.797638 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc438a22-31d8-4a03-b338-25960259420d None None] Pushing event updated for resources: {'Port': ['ID=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:18.807562 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks [] for router_gateway (931d4a74-8fb3-422e-8734-27c5f4dc2634), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.826204 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-467b9c84-7efd-4055-be9c-ef43e8076f5c None None] For port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:18.837927 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-467b9c84-7efd-4055-be9c-ef43e8076f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:18.985024 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d29a9c5b-24dc-4d65-aef8-dcbd3642ccb0 req-ac0d301e-fa99-4d3e-8710-c6c9649e1e18 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871974 Apr 06 16:22:19.000574 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b9c84-7efd-4055-be9c-ef43e8076f5c None None] Pushing event updated for resources: {'Port': ['ID=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:19.022107 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:17Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:19.132973 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1f205-cc08-4f88-8b1b-e6baa6d5c5d1 None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:17Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:19.207908 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-f9a9a73c-9085-4014-ac2a-78de942c79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:19.229604 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-f9a9a73c-9085-4014-ac2a-78de942c79f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1129 time: 0.1821935 Apr 06 16:22:19.337901 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (931d4a74-8fb3-422e-8734-27c5f4dc2634), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:19.565358 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e18a-3a68-4b97-8f60-4e275135e4e3 req-6478427c-a251-406d-a907-97313b5e572e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:19.567996 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4ac1e18a-3a68-4b97-8f60-4e275135e4e3 req-6478427c-a251-406d-a907-97313b5e572e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.2242706 Apr 06 16:22:19.702570 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4ac1e18a-3a68-4b97-8f60-4e275135e4e3 req-21d213e1-b8f9-4aef-9a10-b3af87fe661f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192348 Apr 06 16:22:19.767449 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bbd943d5-4bbf-4719-a1f3-29a203971049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:19.882136 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Router 931d4a74-8fb3-422e-8734-27c5f4dc2634 is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:22:19.905489 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-e33d1f12-228a-41bc-832b-bbe3c451c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:19.912827 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-e33d1f12-228a-41bc-832b-bbe3c451c176 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 1130 time: 0.1605451 Apr 06 16:22:19.920855 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-ac6ffc00-c2ea-4c8c-81ad-09a9f999004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:19.922859 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-ac6ffc00-c2ea-4c8c-81ad-09a9f999004e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.2019255 Apr 06 16:22:20.042415 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:20.054194 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Sync routers for ids ['931d4a74-8fb3-422e-8734-27c5f4dc2634'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:20.072941 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Routers {'931d4a74-8fb3-422e-8734-27c5f4dc2634'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:20.074007 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['931d4a74-8fb3-422e-8734-27c5f4dc2634'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:20.158130 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:20.163458 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3eedcad3-699c-4902-9e98-311d2d06cda2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7836907 Apr 06 16:22:20.164555 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57724) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:20.359161 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device b4ac60ba-3d36-4b15-ac70-cbe02cea424c up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:20.404179 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-e2cda5fa-b5a4-4952-ae56-a3be418f6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:20.405681 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-e2cda5fa-b5a4-4952-ae56-a3be418f6b18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 912 time: 0.3586793 Apr 06 16:22:20.463517 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b49f-f23a-4bcb-8c42-27decd12925e req-557da125-00d1-480e-a1d4-d9a3ccaaf8f6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:20.485254 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Set router 931d4a74-8fb3-422e-8734-27c5f4dc2634 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:20.485715 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6544b49f-f23a-4bcb-8c42-27decd12925e req-557da125-00d1-480e-a1d4-d9a3ccaaf8f6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.2780490 Apr 06 16:22:20.515239 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port b4ac60ba-3d36-4b15-ac70-cbe02cea424c triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:20.515619 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:20.600619 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6544b49f-f23a-4bcb-8c42-27decd12925e req-8880aa1d-de8f-49d1-95a9-f286c3bce159 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140027 Apr 06 16:22:20.682483 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b071594c-ab46-4ad9-820a-e713a4d0bc06 None None] Network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:20.827207 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-d45aee9f-fb86-4dc7-88e9-59eef17f076d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 200 len: 1000 time: 0.8911166 Apr 06 16:22:20.857793 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port b4ac60ba-3d36-4b15-ac70-cbe02cea424c is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:20.858481 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:20.872575 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-dbca4add-b716-4a9f-b3d3-dbe0505b624c None None] Provisioning complete for port b4ac60ba-3d36-4b15-ac70-cbe02cea424c triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:20.873316 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dbca4add-b716-4a9f-b3d3-dbe0505b624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:20.895951 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 3, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port': {'id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:17Z', 'updated_at': '2022-04-06T16:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:20.953949 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Checking router: 931d4a74-8fb3-422e-8734-27c5f4dc2634 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:20.954668 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Updating router 931d4a74-8fb3-422e-8734-27c5f4dc2634 port 627e1f03-b7c5-4083-8cb9-f0c031a1862d binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:20.964465 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-d2961f8a-5f02-422c-a7ef-9293dbca8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:20.966103 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-d2961f8a-5f02-422c-a7ef-9293dbca8dc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0659347 Apr 06 16:22:21.005075 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.040465 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port b4ac60ba-3d36-4b15-ac70-cbe02cea424c, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,segment=NetworkSegment(6f956e58-f0b6-4d00-9fc6-ff5e4c893d04),segment_id=6f956e58-f0b6-4d00-9fc6-ff5e4c893d04)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:21.056803 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.064192 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:21.075349 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-cf727e7c-feb4-46cb-b674-107e7581d01b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 HTTP/1.1" status: 200 len: 1002 time: 0.3030510 Apr 06 16:22:21.103429 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5081d-6a1f-4441-8ef6-1d1a8b839c56 req-334b4f32-496b-4a04-95e9-eb397738967e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:21.119548 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f0a5081d-6a1f-4441-8ef6-1d1a8b839c56 req-334b4f32-496b-4a04-95e9-eb397738967e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.2237365 Apr 06 16:22:21.251558 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f0a5081d-6a1f-4441-8ef6-1d1a8b839c56 req-d5622e15-9d9d-41c0-bcbc-98a7c7ed717a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307094 Apr 06 16:22:21.295598 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-dbca4add-b716-4a9f-b3d3-dbe0505b624c None None] Current status of the port b4ac60ba-3d36-4b15-ac70-cbe02cea424c is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:21.308395 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:21.330382 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:21.331158 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.418450 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c74e71-2eac-4677-aa0a-cb78ce2a0e8a req-64111e22-ddf9-4277-b648-5a68545cdff6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:21.421367 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e8c74e71-2eac-4677-aa0a-cb78ce2a0e8a req-64111e22-ddf9-4277-b648-5a68545cdff6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.0881968 Apr 06 16:22:21.429636 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57738) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:21.436431 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'floatingip': {'port_id': '1378d719-4192-40da-b8f8-6072718d0b00'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:21.530316 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Publish callbacks [] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.542514 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.551836 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (ae61f405-9775-400b-90d9-a07e35071731), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.649717 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Attempting to bind port 627e1f03-b7c5-4083-8cb9-f0c031a1862d on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:21.650096 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Attempting to bind port 627e1f03-b7c5-4083-8cb9-f0c031a1862d by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:21.650462 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Attempting to bind port 627e1f03-b7c5-4083-8cb9-f0c031a1862d on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:21.673328 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:21.680674 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:21.681519 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.682272 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:21.683081 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Bound port: 627e1f03-b7c5-4083-8cb9-f0c031a1862d, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:21.683643 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.739346 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87074f2-c905-48c4-b541-abfcf680de91 None None] Pushing event updated for resources: {'Port': ['ID=627e1f03-b7c5-4083-8cb9-f0c031a1862d,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:21.790498 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] For port 627e1f03-b7c5-4083-8cb9-f0c031a1862d, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:21.793268 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] For port 627e1f03-b7c5-4083-8cb9-f0c031a1862d, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=627e1f03-b7c5-4083-8cb9-f0c031a1862d,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:21.826798 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.865529 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:21.900861 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-dd4ee8ac-617a-4316-b6c3-1c2ae4eac867 None None] Provisioning complete for port b4ac60ba-3d36-4b15-ac70-cbe02cea424c triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:21.900861 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee8ac-617a-4316-b6c3-1c2ae4eac867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:21.942350 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Routers {'931d4a74-8fb3-422e-8734-27c5f4dc2634'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:21.943020 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:21:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['931d4a74-8fb3-422e-8734-27c5f4dc2634'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:21.970832 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.048604 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ee8ac-617a-4316-b6c3-1c2ae4eac867 None None] Current status of the port b4ac60ba-3d36-4b15-ac70-cbe02cea424c is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:22.126043 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e07d90fe-73e2-4d02-9284-afd14b09c3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.186544 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] Set router 931d4a74-8fb3-422e-8734-27c5f4dc2634 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:22.227136 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device b4ac60ba-3d36-4b15-ac70-cbe02cea424c up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:22.283154 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Allocated IP 172.20.0.1 (4ec796f0-c55d-48ee-9b37-4c68b04d3aa7/e6c68118-60c3-472d-8838-5bb0525fd50d/bb058dbf-828c-49a5-9e31-8cdf25b348b4) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:22.342544 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port b4ac60ba-3d36-4b15-ac70-cbe02cea424c triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:22.345461 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.398342 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Publish callbacks [] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.445387 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.488369 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893301d7-e212-47e4-9a9a-491ffa59da3b req-16bb6269-50e8-4607-ac22-368b7e1b0a19 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:22.496082 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-893301d7-e212-47e4-9a9a-491ffa59da3b req-16bb6269-50e8-4607-ac22-368b7e1b0a19 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.6986113 Apr 06 16:22:22.507595 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87074f2-c905-48c4-b541-abfcf680de91 None None] Pushing event updated for resources: {'Port': ['ID=627e1f03-b7c5-4083-8cb9-f0c031a1862d,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:22.522064 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port b4ac60ba-3d36-4b15-ac70-cbe02cea424c is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:22.529316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.534423 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:22.536053 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:22.558741 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:22.576000 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (ae61f405-9775-400b-90d9-a07e35071731), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.624700 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-893301d7-e212-47e4-9a9a-491ffa59da3b req-c41f107c-dc36-4e4c-890d-c9a72339eefa tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274655 Apr 06 16:22:22.647247 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 3, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port': {'id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:17Z', 'updated_at': '2022-04-06T16:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:22.655983 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Pushing event updated for resources: {'Port': ['ID=bb058dbf-828c-49a5-9e31-8cdf25b348b4,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:22.678742 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (931d4a74-8fb3-422e-8734-27c5f4dc2634), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.700878 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f3aee-b493-4c03-a8b1-3fb61c736850 None None] The sync data for ids ['931d4a74-8fb3-422e-8734-27c5f4dc2634'] in dv-cinder-815660-7-iscsi is: [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 3, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port': {'id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:17Z', 'updated_at': '2022-04-06T16:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:22.737866 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Floating IP ae61f405-9775-400b-90d9-a07e35071731 associated. External IP: 172.27.3.89, port: 1378d719-4192-40da-b8f8-6072718d0b00. Apr 06 16:22:22.941079 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-742f5c44-7880-497a-b9dd-06c12b1c8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:22.942902 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-742f5c44-7880-497a-b9dd-06c12b1c8aab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.1429603 Apr 06 16:22:22.947206 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.984351 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-e9ef7500-3065-40ac-a700-0fbf1b847320 None None] Provisioning complete for port bb058dbf-828c-49a5-9e31-8cdf25b348b4 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:22.984938 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e9ef7500-3065-40ac-a700-0fbf1b847320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:22.998173 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-45ab143d-477b-4e7e-ace0-43974631cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:23.002305 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-45ab143d-477b-4e7e-ace0-43974631cede service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1563466 Apr 06 16:22:23.049677 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef7500-3065-40ac-a700-0fbf1b847320 None None] Port bb058dbf-828c-49a5-9e31-8cdf25b348b4 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:23.172304 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:22:23.233359 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:23.280628 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Publish callbacks [] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:23.290566 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:23.347453 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:23.355106 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:23.359944 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:23.375136 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:23.382003 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:23.391855 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (931d4a74-8fb3-422e-8734-27c5f4dc2634), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:23.393643 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Pushing event updated for resources: {'Port': ['ID=bb058dbf-828c-49a5-9e31-8cdf25b348b4,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:23.438294 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-2d39e29c-5b82-4f0d-aefc-853332b763b4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "PUT /v2.0/floatingips/ae61f405-9775-400b-90d9-a07e35071731 HTTP/1.1" status: 200 len: 991 time: 2.0061550 Apr 06 16:22:23.439092 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'tag': '1378d719-4192-40da-b8f8-6072718d0b00'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:22:23.444452 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa26fb6-0f31-4862-aad8-c1916fd60c98", "tag": "1378d719-4192-40da-b8f8-6072718d0b00"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:22:23.502093 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5048028-0739-415f-9075-8c76ac2996f0 x-openstack-request-id: req-d5048028-0739-415f-9075-8c76ac2996f0 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:22:23.502689 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa26fb6-0f31-4862-aad8-c1916fd60c98", "tag": "1378d719-4192-40da-b8f8-6072718d0b00", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:22:23.502689 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5048028-0739-415f-9075-8c76ac2996f0 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:22:23.503113 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5048028-0739-415f-9075-8c76ac2996f0'] response: {'name': 'network-changed', 'server_uuid': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'tag': '1378d719-4192-40da-b8f8-6072718d0b00', 'status': 'completed', 'code': 200} Apr 06 16:22:23.537124 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:23.538792 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:23.566548 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:23.765446 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Router 931d4a74-8fb3-422e-8734-27c5f4dc2634 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:22:23.975576 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.058170 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-e34f66b9-548f-4362-9953-6520c0e87a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:24.060184 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-e34f66b9-548f-4362-9953-6520c0e87a2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 1130 time: 0.2265811 Apr 06 16:22:24.061948 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-51103523-d1c2-4d15-9d97-c822aed90d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:24.063587 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-51103523-d1c2-4d15-9d97-c822aed90d43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3370855 Apr 06 16:22:24.081605 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea479c-d899-4212-9790-c2f206945b8d req-a1c59206-099b-4f50-ab22-62439920f097 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:24.083571 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-27ea479c-d899-4212-9790-c2f206945b8d req-a1c59206-099b-4f50-ab22-62439920f097 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.2118795 Apr 06 16:22:24.131890 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-319370ab-e66c-4ac3-ae84-b13d40f30685 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969927 Apr 06 16:22:24.214432 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-0ed5c531-d382-499d-9670-b93e18805478 None None] Provisioning complete for port bb058dbf-828c-49a5-9e31-8cdf25b348b4 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:24.215087 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0ed5c531-d382-499d-9670-b93e18805478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.271990 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 627e1f03-b7c5-4083-8cb9-f0c031a1862d up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:24.293466 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5412d304-53df-45bb-8a44-4efbafd1f62a req-4f6fe560-f832-4abd-8c99-f2195d3a37d6 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481380 Apr 06 16:22:24.296400 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:24.305436 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a9970c77-4e79-4b12-bd2a-276f1059a7cb admin admin] 10.222.0.10 "PUT /v2.0/routers/931d4a74-8fb3-422e-8734-27c5f4dc2634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1390481 Apr 06 16:22:24.330732 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-42feb882-c245-4957-9cce-900776b427cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:24.332593 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-42feb882-c245-4957-9cce-900776b427cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 916 time: 0.2470095 Apr 06 16:22:24.360302 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:22:24.389559 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5c531-d382-499d-9670-b93e18805478 None None] Port bb058dbf-828c-49a5-9e31-8cdf25b348b4 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:24.400186 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 627e1f03-b7c5-4083-8cb9-f0c031a1862d triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:24.400564 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.444586 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-27ea479c-d899-4212-9790-c2f206945b8d req-62ce5462-c69c-4c43-a1ab-dd5db25a5a12 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228350 Apr 06 16:22:24.475894 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-22bdb733-3d73-41ed-9bc6-5963fb05d8b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1378d719-4192-40da-b8f8-6072718d0b00 HTTP/1.1" status: 200 len: 999 time: 0.1315222 Apr 06 16:22:24.502554 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:57Z', 'revision_number': 2, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}, {'id': 'ae61f405-9775-400b-90d9-a07e35071731', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '1378d719-4192-40da-b8f8-6072718d0b00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:73:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:22:02Z', 'updated_at': '2022-04-06T16:22:22Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:24.538042 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-ad4a0d2f-b455-4cd7-82f8-b594e9c5133e service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498494 Apr 06 16:22:24.546443 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:24.550974 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 627e1f03-b7c5-4083-8cb9-f0c031a1862d is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:24.551369 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.579486 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 627e1f03-b7c5-4083-8cb9-f0c031a1862d, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=627e1f03-b7c5-4083-8cb9-f0c031a1862d,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:24.588276 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:24.589220 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:24.617522 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-1f1ab328-e9ac-43ec-abe4-e07b3362430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:24.619874 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-1f1ab328-e9ac-43ec-abe4-e07b3362430a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.1241460 Apr 06 16:22:24.647901 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.707527 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9355af4a-ae06-466d-8ea7-df2d6ba5ff31 req-a935ef32-0b64-4aa0-b158-057b5c54d374 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649256 Apr 06 16:22:24.735347 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-90813edd-2d8e-4660-ba7a-7243959a8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:24.736548 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.737682 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-90813edd-2d8e-4660-ba7a-7243959a8759 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100910 Apr 06 16:22:24.772095 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=627e1f03-b7c5-4083-8cb9-f0c031a1862d,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:24.786222 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:24.979623 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-66cf5530-9365-4387-8e9b-d0129329ed10 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350669 Apr 06 16:22:25.182023 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c0e63b7d-479a-45d3-b8c8-0a1cbd88e284 req-f52d4f45-e556-401e-b29b-23e434a6d12e service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743844 Apr 06 16:22:25.196454 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57792) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:25.203441 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-82cb9afd-8cc5-4afb-b606-1d627e8c4241 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038098611', 'description': 'tempest-secgroup-smoke-1038098611 description', 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:25.236387 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-82cb9afd-8cc5-4afb-b606-1d627e8c4241 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.252680 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:57Z', 'revision_number': 2, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}, {'id': 'ae61f405-9775-400b-90d9-a07e35071731', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '1378d719-4192-40da-b8f8-6072718d0b00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:73:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:22:02Z', 'updated_at': '2022-04-06T16:22:22Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:25.297920 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556928f8-8eef-4d1e-9cd9-134cc56ea386 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:57Z', 'revision_number': 2, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}, {'id': 'ae61f405-9775-400b-90d9-a07e35071731', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '1378d719-4192-40da-b8f8-6072718d0b00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:73:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:22:02Z', 'updated_at': '2022-04-06T16:22:22Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:25.348619 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-82cb9afd-8cc5-4afb-b606-1d627e8c4241 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group (2e6b63a6-d78a-475a-b88a-0db80fd2d90c), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.364336 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-82cb9afd-8cc5-4afb-b606-1d627e8c4241 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2e6b63a6-d78a-475a-b88a-0db80fd2d90c), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.418644 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Sync routers for ids ['931d4a74-8fb3-422e-8734-27c5f4dc2634'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:25.436329 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-82cb9afd-8cc5-4afb-b606-1d627e8c4241 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.438457 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Routers {'931d4a74-8fb3-422e-8734-27c5f4dc2634'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:25.439129 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['931d4a74-8fb3-422e-8734-27c5f4dc2634'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:25.443366 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-82cb9afd-8cc5-4afb-b606-1d627e8c4241 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2438233 Apr 06 16:22:25.444018 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57794) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:25.446807 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb9afd-8cc5-4afb-b606-1d627e8c4241 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b63a6-d78a-475a-b88a-0db80fd2d90c,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:25.448654 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-ad1eddac-feb0-43fb-b965-f52744119607 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'security_group_rule': {'security_group_id': '2e6b63a6-d78a-475a-b88a-0db80fd2d90c', 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:25.502850 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad1eddac-feb0-43fb-b965-f52744119607 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (5428c393-0f56-42da-a0a1-21c5015305c8), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.620533 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87f610-5a2f-4fc0-b1d6-97befbc4e57a req-d5284174-d993-4886-8acb-4f6508444981 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:25.622791 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ef87f610-5a2f-4fc0-b1d6-97befbc4e57a req-d5284174-d993-4886-8acb-4f6508444981 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0938849 Apr 06 16:22:25.624733 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad1eddac-feb0-43fb-b965-f52744119607 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (5428c393-0f56-42da-a0a1-21c5015305c8), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.628005 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad1eddac-feb0-43fb-b965-f52744119607 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (5428c393-0f56-42da-a0a1-21c5015305c8), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.644240 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eddac-feb0-43fb-b965-f52744119607 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5428c393-0f56-42da-a0a1-21c5015305c8,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:25.660218 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad1eddac-feb0-43fb-b965-f52744119607 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.662406 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ad1eddac-feb0-43fb-b965-f52744119607 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2173398 Apr 06 16:22:25.665653 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57804) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:25.671142 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-d9fa81ab-89e4-4c1c-9bd6-e6bcb47ff5a2 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'security_group_rule': {'security_group_id': '2e6b63a6-d78a-475a-b88a-0db80fd2d90c', 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:25.676610 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Set router 931d4a74-8fb3-422e-8734-27c5f4dc2634 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:25.704933 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9fa81ab-89e4-4c1c-9bd6-e6bcb47ff5a2 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (f718bd36-72d5-426b-9f15-d4d3ec4d4fb4), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.721907 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ef87f610-5a2f-4fc0-b1d6-97befbc4e57a req-c83a8057-48fc-478e-87a9-4f00dcf9cf35 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906258 Apr 06 16:22:25.760282 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9c849-1f23-42fe-91fd-11381bdc072c None None] New status for floating IP ae61f405-9775-400b-90d9-a07e35071731: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:22:25.803496 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9fa81ab-89e4-4c1c-9bd6-e6bcb47ff5a2 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (f718bd36-72d5-426b-9f15-d4d3ec4d4fb4), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.808540 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9fa81ab-89e4-4c1c-9bd6-e6bcb47ff5a2 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (f718bd36-72d5-426b-9f15-d4d3ec4d4fb4), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.836094 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa81ab-89e4-4c1c-9bd6-e6bcb47ff5a2 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f718bd36-72d5-426b-9f15-d4d3ec4d4fb4,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:25.842048 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d9fa81ab-89e4-4c1c-9bd6-e6bcb47ff5a2 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.846309 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d9fa81ab-89e4-4c1c-9bd6-e6bcb47ff5a2 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756361 Apr 06 16:22:25.846309 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 57812) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:25.850630 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-295d9575-dc03-476f-80e7-7feedf98401c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'security_group_rule': {'security_group_id': '2e6b63a6-d78a-475a-b88a-0db80fd2d90c', 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:25.879886 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-295d9575-dc03-476f-80e7-7feedf98401c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (f2fdb756-bf27-4c43-bff9-4b73d6c7b81c), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.937907 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:22:22Z', 'revision_number': 4, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port': {'id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:17Z', 'updated_at': '2022-04-06T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bb058dbf-828c-49a5-9e31-8cdf25b348b4', 'name': '', 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'mac_address': 'fa:16:3e:15:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'e6c68118-60c3-472d-8838-5bb0525fd50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:22Z', 'updated_at': '2022-04-06T16:22:23Z', 'revision_number': 2, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'subnets': [{'id': 'e6c68118-60c3-472d-8838-5bb0525fd50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:25.949076 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-295d9575-dc03-476f-80e7-7feedf98401c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (f2fdb756-bf27-4c43-bff9-4b73d6c7b81c), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.953475 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-295d9575-dc03-476f-80e7-7feedf98401c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (f2fdb756-bf27-4c43-bff9-4b73d6c7b81c), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.965902 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Checking router: 931d4a74-8fb3-422e-8734-27c5f4dc2634 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:25.966268 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Updating router 931d4a74-8fb3-422e-8734-27c5f4dc2634 port bb058dbf-828c-49a5-9e31-8cdf25b348b4 binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:25.971820 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9575-dc03-476f-80e7-7feedf98401c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fdb756-bf27-4c43-bff9-4b73d6c7b81c,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:25.982040 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-295d9575-dc03-476f-80e7-7feedf98401c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:25.983823 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-295d9575-dc03-476f-80e7-7feedf98401c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360805 Apr 06 16:22:25.986387 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57818) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:25.991242 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-c9b36247-6a20-43e1-a9a9-ca6ab16174fb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'security_group_rule': {'security_group_id': '2e6b63a6-d78a-475a-b88a-0db80fd2d90c', 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:26.001654 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.035657 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.058803 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c9b36247-6a20-43e1-a9a9-ca6ab16174fb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (a080487d-4dd2-4bc1-aea8-d584591f5273), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.146943 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c9b36247-6a20-43e1-a9a9-ca6ab16174fb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (a080487d-4dd2-4bc1-aea8-d584591f5273), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.154534 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c9b36247-6a20-43e1-a9a9-ca6ab16174fb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (a080487d-4dd2-4bc1-aea8-d584591f5273), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.160702 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 627e1f03-b7c5-4083-8cb9-f0c031a1862d up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:26.181193 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b36247-6a20-43e1-a9a9-ca6ab16174fb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a080487d-4dd2-4bc1-aea8-d584591f5273,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:26.198687 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c9b36247-6a20-43e1-a9a9-ca6ab16174fb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.199956 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c9b36247-6a20-43e1-a9a9-ca6ab16174fb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2124066 Apr 06 16:22:26.202768 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57828) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:26.207627 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-805c09de-e613-43b0-8869-c2a712a5a6bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'security_group_rule': {'security_group_id': '2e6b63a6-d78a-475a-b88a-0db80fd2d90c', 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:26.238881 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.securitygroups_db [None req-805c09de-e613-43b0-8869-c2a712a5a6bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Project c0eaa9aee53f4a6a8b1c171d0e8c912a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:22:26.240591 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 627e1f03-b7c5-4083-8cb9-f0c031a1862d triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:26.241237 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.247351 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-805c09de-e613-43b0-8869-c2a712a5a6bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (47b21af6-3a63-40cd-b3a1-e4724f614944), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.366917 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 627e1f03-b7c5-4083-8cb9-f0c031a1862d is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:26.368182 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-805c09de-e613-43b0-8869-c2a712a5a6bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (47b21af6-3a63-40cd-b3a1-e4724f614944), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.376053 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-805c09de-e613-43b0-8869-c2a712a5a6bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (47b21af6-3a63-40cd-b3a1-e4724f614944), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.396610 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c09de-e613-43b0-8869-c2a712a5a6bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b21af6-3a63-40cd-b3a1-e4724f614944,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:26.402862 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-805c09de-e613-43b0-8869-c2a712a5a6bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.404060 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-805c09de-e613-43b0-8869-c2a712a5a6bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2001934 Apr 06 16:22:26.406937 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57832) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:26.407505 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Publish callbacks [] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.411429 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-01ef5c0f-71df-4108-9d08-cd7e9fed5d7b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'security_group_rule': {'security_group_id': '2e6b63a6-d78a-475a-b88a-0db80fd2d90c', 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:26.413621 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.441744 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.securitygroups_db [None req-01ef5c0f-71df-4108-9d08-cd7e9fed5d7b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Project c0eaa9aee53f4a6a8b1c171d0e8c912a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:22:26.451763 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-01ef5c0f-71df-4108-9d08-cd7e9fed5d7b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (5774d759-30e4-462a-aef7-66128072ade8), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.515439 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c623b1-b05c-4101-b454-a4c3486fff5b None None] Pushing event updated for resources: {'Port': ['ID=bb058dbf-828c-49a5-9e31-8cdf25b348b4,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:26.524958 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-01ef5c0f-71df-4108-9d08-cd7e9fed5d7b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (5774d759-30e4-462a-aef7-66128072ade8), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.533842 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-01ef5c0f-71df-4108-9d08-cd7e9fed5d7b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (5774d759-30e4-462a-aef7-66128072ade8), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.547269 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Attempting to bind port bb058dbf-828c-49a5-9e31-8cdf25b348b4 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:26.547639 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Attempting to bind port bb058dbf-828c-49a5-9e31-8cdf25b348b4 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:26.547997 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Attempting to bind port bb058dbf-828c-49a5-9e31-8cdf25b348b4 on network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:26.553236 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:26.553611 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Checking segment: {'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:26.554008 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.554504 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Bound using segment: {'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:26.554947 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Bound port: bb058dbf-828c-49a5-9e31-8cdf25b348b4, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:26.555948 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.578551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef5c0f-71df-4108-9d08-cd7e9fed5d7b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5774d759-30e4-462a-aef7-66128072ade8,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:26.590268 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-01ef5c0f-71df-4108-9d08-cd7e9fed5d7b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.592534 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-01ef5c0f-71df-4108-9d08-cd7e9fed5d7b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1846609 Apr 06 16:22:26.640505 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] For port bb058dbf-828c-49a5-9e31-8cdf25b348b4, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:26.643654 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] For port bb058dbf-828c-49a5-9e31-8cdf25b348b4, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=bb058dbf-828c-49a5-9e31-8cdf25b348b4,segment=NetworkSegment(6f956e58-f0b6-4d00-9fc6-ff5e4c893d04),segment_id=6f956e58-f0b6-4d00-9fc6-ff5e4c893d04)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:26.650997 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.718333 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Routers {'931d4a74-8fb3-422e-8734-27c5f4dc2634'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:26.719149 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['931d4a74-8fb3-422e-8734-27c5f4dc2634'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:26.724841 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c623b1-b05c-4101-b454-a4c3486fff5b None None] Pushing event updated for resources: {'Port': ['ID=bb058dbf-828c-49a5-9e31-8cdf25b348b4,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:26.750656 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-211ab1cc-40c3-4a3c-9aac-cb8e1bc6cce7 None None] Provisioning complete for port bb058dbf-828c-49a5-9e31-8cdf25b348b4 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:26.751063 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-211ab1cc-40c3-4a3c-9aac-cb8e1bc6cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.881726 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-211ab1cc-40c3-4a3c-9aac-cb8e1bc6cce7 None None] Current status of the port bb058dbf-828c-49a5-9e31-8cdf25b348b4 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:26.882634 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-211ab1cc-40c3-4a3c-9aac-cb8e1bc6cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.902851 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1600fe-19a2-4ac1-b6ff-efb6bb077380 req-e94de8ab-efa2-4041-a100-1216282a7cdc tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:26.908503 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e1600fe-19a2-4ac1-b6ff-efb6bb077380 req-e94de8ab-efa2-4041-a100-1216282a7cdc tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1104267 Apr 06 16:22:26.925082 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] Set router 931d4a74-8fb3-422e-8734-27c5f4dc2634 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:26.929293 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-211ab1cc-40c3-4a3c-9aac-cb8e1bc6cce7 None None] For port bb058dbf-828c-49a5-9e31-8cdf25b348b4, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=bb058dbf-828c-49a5-9e31-8cdf25b348b4,segment=NetworkSegment(6f956e58-f0b6-4d00-9fc6-ff5e4c893d04),segment_id=6f956e58-f0b6-4d00-9fc6-ff5e4c893d04)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:26.948284 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-211ab1cc-40c3-4a3c-9aac-cb8e1bc6cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:26.997349 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e1600fe-19a2-4ac1-b6ff-efb6bb077380 req-a878ec1a-6b4a-46ca-a52e-de3027609267 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787182 Apr 06 16:22:27.030963 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ab1cc-40c3-4a3c-9aac-cb8e1bc6cce7 None None] Pushing event updated for resources: {'Port': ['ID=bb058dbf-828c-49a5-9e31-8cdf25b348b4,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:27.072659 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-a42b51c3-77ef-4df3-aab1-489657bdb043 None None] Provisioning complete for port bb058dbf-828c-49a5-9e31-8cdf25b348b4 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:27.073132 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a42b51c3-77ef-4df3-aab1-489657bdb043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:27.179169 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-a42b51c3-77ef-4df3-aab1-489657bdb043 None None] Current status of the port bb058dbf-828c-49a5-9e31-8cdf25b348b4 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:27.224486 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:22:22Z', 'revision_number': 4, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port': {'id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:17Z', 'updated_at': '2022-04-06T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bb058dbf-828c-49a5-9e31-8cdf25b348b4', 'name': '', 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'mac_address': 'fa:16:3e:15:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'e6c68118-60c3-472d-8838-5bb0525fd50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:22Z', 'updated_at': '2022-04-06T16:22:26Z', 'revision_number': 4, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'subnets': [{'id': 'e6c68118-60c3-472d-8838-5bb0525fd50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:27.251549 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e91b-23ea-4e06-8671-ad4a65ea32a2 None None] The sync data for ids ['931d4a74-8fb3-422e-8734-27c5f4dc2634'] in dv-cinder-815660-7-iscsi is: [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:22:22Z', 'revision_number': 4, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port': {'id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:17Z', 'updated_at': '2022-04-06T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bb058dbf-828c-49a5-9e31-8cdf25b348b4', 'name': '', 'network_id': '4ec796f0-c55d-48ee-9b37-4c68b04d3aa7', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'mac_address': 'fa:16:3e:15:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'e6c68118-60c3-472d-8838-5bb0525fd50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:22Z', 'updated_at': '2022-04-06T16:22:26Z', 'revision_number': 4, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'subnets': [{'id': 'e6c68118-60c3-472d-8838-5bb0525fd50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:28.135280 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device bb058dbf-828c-49a5-9e31-8cdf25b348b4 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:28.190592 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port bb058dbf-828c-49a5-9e31-8cdf25b348b4 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:28.190928 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:28.280745 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port bb058dbf-828c-49a5-9e31-8cdf25b348b4 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:32.128832 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57992) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:32.180752 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcaf1585-27a7-4847-be3c-220c13f49120 admin admin] Deleting subnet 321994ed-c96a-4002-a4f2-f0beaad5b47f {{(pid=103706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:22:32.184141 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1585-27a7-4847-be3c-220c13f49120 admin admin] Publish callbacks [] for subnet (321994ed-c96a-4002-a4f2-f0beaad5b47f), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.225400 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1585-27a7-4847-be3c-220c13f49120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2521461'] for subnet (321994ed-c96a-4002-a4f2-f0beaad5b47f), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.268009 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1585-27a7-4847-be3c-220c13f49120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (321994ed-c96a-4002-a4f2-f0beaad5b47f), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.328541 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1585-27a7-4847-be3c-220c13f49120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26051687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25779804'] for subnet (321994ed-c96a-4002-a4f2-f0beaad5b47f), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.355781 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1585-27a7-4847-be3c-220c13f49120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321994ed-c96a-4002-a4f2-f0beaad5b47f,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:32.360008 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1585-27a7-4847-be3c-220c13f49120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.364477 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-dcaf1585-27a7-4847-be3c-220c13f49120 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/321994ed-c96a-4002-a4f2-f0beaad5b47f HTTP/1.1" status: 204 len: 168 time: 0.2345450 Apr 06 16:22:32.367007 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 57998) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:32.436113 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (e03b03d3-037b-4017-8322-22ef45d9691d), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.720994 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (e03b03d3-037b-4017-8322-22ef45d9691d), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.740655 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03b03d3-037b-4017-8322-22ef45d9691d']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:32.749894 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dedf976-bba1-44f5-a200-a8dd21f446c9') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:32.750194 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dedf976-bba1-44f5-a200-a8dd21f446c9') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:32.759674 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (7dedf976-bba1-44f5-a200-a8dd21f446c9), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.772853 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (7dedf976-bba1-44f5-a200-a8dd21f446c9), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.780210 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:22:32.780665 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (7dedf976-bba1-44f5-a200-a8dd21f446c9), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:22:32.782532 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:22:32.835906 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (e03b03d3-037b-4017-8322-22ef45d9691d), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.841836 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:32.844928 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e03b03d3-037b-4017-8322-22ef45d9691d HTTP/1.1" status: 204 len: 168 time: 0.4769831 Apr 06 16:22:32.858964 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2edf7-4f92-48b0-946d-5d382edd1872 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03b03d3-037b-4017-8322-22ef45d9691d,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:33.011140 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58004) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:33.053529 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-6d490cba-3311-4fa5-802b-5bbf429a1474 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cce961eef43742cfaae57b4de1aafaed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411870 Apr 06 16:22:33.056519 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58006) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:33.102532 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-85cbdbf5-7377-4794-87a6-e2235788c1d0 admin admin] Publish callbacks [] for security_group (64128a10-4389-486a-9b95-566d4ef8a280), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:33.124289 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-85cbdbf5-7377-4794-87a6-e2235788c1d0 admin admin] Publish callbacks [] for security_group (64128a10-4389-486a-9b95-566d4ef8a280), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:33.170640 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-85cbdbf5-7377-4794-87a6-e2235788c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (64128a10-4389-486a-9b95-566d4ef8a280), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:33.173301 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-85cbdbf5-7377-4794-87a6-e2235788c1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:33.174449 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-85cbdbf5-7377-4794-87a6-e2235788c1d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64128a10-4389-486a-9b95-566d4ef8a280 HTTP/1.1" status: 204 len: 168 time: 0.1170042 Apr 06 16:22:33.182680 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbdbf5-7377-4794-87a6-e2235788c1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64128a10-4389-486a-9b95-566d4ef8a280,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:33.879534 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58040) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:33.978309 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-901187384-network', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:33.996621 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Made reservation on behalf of 56ac47e9df204a5dbb3be811989f4eab for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:33.998844 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.007916 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.081914 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Publish callbacks [] for security_group (c2fd7541-03da-4c14-a195-063021f46fee), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.086777 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (c2fd7541-03da-4c14-a195-063021f46fee), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.112932 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:22:34.119408 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd7541-03da-4c14-a195-063021f46fee,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:34.126460 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (919006c4-c256-4eda-89a5-0e2fc74d6256), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.126849 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Added segment 919006c4-c256-4eda-89a5-0e2fc74d6256 of type vlan for network 83157fcb-a6b3-43fa-b698-f814e3289e7b Apr 06 16:22:34.169081 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (83157fcb-a6b3-43fa-b698-f814e3289e7b), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.193774 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (83157fcb-a6b3-43fa-b698-f814e3289e7b), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.195437 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:34.196024 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.249237 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3685915 Apr 06 16:22:34.252139 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58044) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:34.259336 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Request body: {'subnet': {'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-901187384-subnet', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:34.262922 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028a725-304f-4004-84e6-30b979e70c30 admin admin] Pushing event updated for resources: {'Network': ['ID=83157fcb-a6b3-43fa-b698-f814e3289e7b,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:34.273001 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:22:34.280480 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Made reservation on behalf of 56ac47e9df204a5dbb3be811989f4eab for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:34.283444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419032'] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.458214 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26207431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419014'] for subnet (f1ab3677-0836-4e11-81c0-5cef3e5ccb62), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.522946 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ab3677-0836-4e11-81c0-5cef3e5ccb62,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:34.530209 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Checking segment: {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:34.530569 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Network hostable DHCP agents. Network: 83157fcb-a6b3-43fa-b698-f814e3289e7b, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:22:34.550772 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:22:34.560659 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 83157fcb-a6b3-43fa-b698-f814e3289e7b) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:34.566530 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:34.566530 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.570459 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb20d35-0026-4525-a752-6860adac3249 None None] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:34.584803 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6e415196-5d96-4dbb-85d9-ee9562e3879f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3312399 Apr 06 16:22:34.587462 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58052) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:34.591660 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:34.615556 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (2ddaa676-c666-400f-8101-8f6b4764483b), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.616661 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (2ddaa676-c666-400f-8101-8f6b4764483b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.685055 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-83157fcb-a6b3-43fa-b698-f814e3289e7b', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:22:34.686051 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.687394 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks [] for router_controller (2ddaa676-c666-400f-8101-8f6b4764483b), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.826278 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Allocated IP 172.20.0.2 (83157fcb-a6b3-43fa-b698-f814e3289e7b/f1ab3677-0836-4e11-81c0-5cef3e5ccb62/08e2ce3a-d7aa-40c4-b18d-b3493d66333f) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:34.836461 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks [] for router_gateway (2ddaa676-c666-400f-8101-8f6b4764483b), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.974644 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Publish callbacks [] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.980467 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.024463 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:35.033313 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:35.036551 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:35.043418 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks [] for router_gateway (2ddaa676-c666-400f-8101-8f6b4764483b), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.048065 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Pushing event updated for resources: {'Port': ['ID=08e2ce3a-d7aa-40c4-b18d-b3493d66333f,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:35.068614 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.104843 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Attempting to bind port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:35.105108 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Attempting to bind port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:35.105477 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Attempting to bind port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f on network 83157fcb-a6b3-43fa-b698-f814e3289e7b {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:35.110530 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:35.110944 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Checking segment: {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:35.111349 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.111749 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Bound using segment: {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:35.112213 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Bound port: 08e2ce3a-d7aa-40c4-b18d-b3493d66333f, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:35.112600 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.179728 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] For port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:35.182357 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Allocated IP 172.27.3.88 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/66d3eb41-48d1-43df-bc79-7b2a7c303477) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:35.183312 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] For port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=08e2ce3a-d7aa-40c4-b18d-b3493d66333f,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:35.189187 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.243676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4028-0a56-4a68-a9b2-1d2e194705e4 None None] Pushing event updated for resources: {'Port': ['ID=08e2ce3a-d7aa-40c4-b18d-b3493d66333f,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:35.292720 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks [] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.328325 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.366755 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:35.372167 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:35.375912 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:35.381978 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Pushing event updated for resources: {'Port': ['ID=66d3eb41-48d1-43df-bc79-7b2a7c303477,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:35.670655 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks [] for router_gateway (2ddaa676-c666-400f-8101-8f6b4764483b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.128372 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58080) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:36.132973 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (2ddaa676-c666-400f-8101-8f6b4764483b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.198294 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 08e2ce3a-d7aa-40c4-b18d-b3493d66333f up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:36.244708 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a07055-e433-45de-a6af-83f608dc4608 None None] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:36.271551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b104b285-5141-4afb-bb5d-c7d363934dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.292370 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Router 2ddaa676-c666-400f-8101-8f6b4764483b is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:22:36.309746 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:36.309991 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.343170 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-62059e5d-ab64-4720-b8db-17b48c55a57d None None] Provisioning complete for port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:36.343542 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-62059e5d-ab64-4720-b8db-17b48c55a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.353642 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b104b285-5141-4afb-bb5d-c7d363934dcc admin admin] Publish callbacks [] for security_group (14bd5f00-988e-42ed-bec7-b71b0ba2b6e5), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.358935 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b104b285-5141-4afb-bb5d-c7d363934dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (14bd5f00-988e-42ed-bec7-b71b0ba2b6e5), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.393805 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b285-5141-4afb-bb5d-c7d363934dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bd5f00-988e-42ed-bec7-b71b0ba2b6e5,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:36.404431 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-b104b285-5141-4afb-bb5d-c7d363934dcc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8a2c0a167194fcc88a832cee15a59b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726831 Apr 06 16:22:36.404676 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58084) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:36.433167 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:36.448544 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Sync routers for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:36.464762 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:36.466595 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:36.475949 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ebff51ed-5930-465e-ae07-1297469f9c2d admin admin] Publish callbacks [] for security_group (14bd5f00-988e-42ed-bec7-b71b0ba2b6e5), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.479763 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.481193 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2f73d17f-bc05-40a5-bd0c-5e117dd55c17 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8928101 Apr 06 16:22:36.487405 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58086) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:36.505036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ebff51ed-5930-465e-ae07-1297469f9c2d admin admin] Publish callbacks [] for security_group (14bd5f00-988e-42ed-bec7-b71b0ba2b6e5), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.513570 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:36.513968 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.564113 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ebff51ed-5930-465e-ae07-1297469f9c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (14bd5f00-988e-42ed-bec7-b71b0ba2b6e5), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.567446 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ebff51ed-5930-465e-ae07-1297469f9c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.570455 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ebff51ed-5930-465e-ae07-1297469f9c2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14bd5f00-988e-42ed-bec7-b71b0ba2b6e5 HTTP/1.1" status: 204 len: 168 time: 0.1623108 Apr 06 16:22:36.577912 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff51ed-5930-465e-ae07-1297469f9c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bd5f00-988e-42ed-bec7-b71b0ba2b6e5,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:36.626676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=08e2ce3a-d7aa-40c4-b18d-b3493d66333f,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:36.632531 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-62059e5d-ab64-4720-b8db-17b48c55a57d None None] Current status of the port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:36.632934 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-62059e5d-ab64-4720-b8db-17b48c55a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.654839 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:36.669543 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.879417 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.db.api [None req-62059e5d-ab64-4720-b8db-17b48c55a57d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 16:22:36.879810 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG oslo_db.api [None req-62059e5d-ab64-4720-b8db-17b48c55a57d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 16:22:36.882288 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=08e2ce3a-d7aa-40c4-b18d-b3493d66333f,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:37.022056 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:35Z', 'revision_number': 3, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:37.047985 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Checking router: 2ddaa676-c666-400f-8101-8f6b4764483b for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:37.048347 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Updating router 2ddaa676-c666-400f-8101-8f6b4764483b port 66d3eb41-48d1-43df-bc79-7b2a7c303477 binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:37.065231 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.075598 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.235207 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Allocated IP 172.20.0.1 (83157fcb-a6b3-43fa-b698-f814e3289e7b/f1ab3677-0836-4e11-81c0-5cef3e5ccb62/731163ca-2f05-480f-a0d2-6202b7358665) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:37.325888 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Publish callbacks [] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.331454 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.346367 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Publish callbacks [] for port (731163ca-2f05-480f-a0d2-6202b7358665), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.387366 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (731163ca-2f05-480f-a0d2-6202b7358665), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.390728 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Attempting to bind port 66d3eb41-48d1-43df-bc79-7b2a7c303477 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:37.391101 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Attempting to bind port 66d3eb41-48d1-43df-bc79-7b2a7c303477 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:37.391490 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Attempting to bind port 66d3eb41-48d1-43df-bc79-7b2a7c303477 on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:37.394690 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d33d-adf2-4e00-88aa-54d13e7fe4eb None None] Pushing event updated for resources: {'Port': ['ID=66d3eb41-48d1-43df-bc79-7b2a7c303477,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:37.399414 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:37.400045 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:37.400603 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.401137 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:37.401775 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Bound port: 66d3eb41-48d1-43df-bc79-7b2a7c303477, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:37.402398 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.418907 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-62059e5d-ab64-4720-b8db-17b48c55a57d None None] Current status of the port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:37.435318 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:37.438328 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:37.441153 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:37.465062 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] For port 66d3eb41-48d1-43df-bc79-7b2a7c303477, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:37.468281 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] For port 66d3eb41-48d1-43df-bc79-7b2a7c303477, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=66d3eb41-48d1-43df-bc79-7b2a7c303477,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:37.475185 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Pushing event updated for resources: {'Port': ['ID=731163ca-2f05-480f-a0d2-6202b7358665,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:37.477651 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.497223 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (2ddaa676-c666-400f-8101-8f6b4764483b), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.540187 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-9d5abf3b-ca12-460c-8df9-028d7bed6cca None None] Provisioning complete for port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:37.540816 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9d5abf3b-ca12-460c-8df9-028d7bed6cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.542645 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:37.543373 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:37.648686 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-9d5abf3b-ca12-460c-8df9-028d7bed6cca None None] Current status of the port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:37.657412 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (731163ca-2f05-480f-a0d2-6202b7358665), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.663800 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d33d-adf2-4e00-88aa-54d13e7fe4eb None None] Pushing event updated for resources: {'Port': ['ID=66d3eb41-48d1-43df-bc79-7b2a7c303477,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:37.684164 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:37.774544 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-a79c38f4-aaf5-4ee7-9db1-d3def83b620d None None] Provisioning complete for port 731163ca-2f05-480f-a0d2-6202b7358665 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:37.775112 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a79c38f4-aaf5-4ee7-9db1-d3def83b620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (731163ca-2f05-480f-a0d2-6202b7358665), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.814138 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-a79c38f4-aaf5-4ee7-9db1-d3def83b620d None None] Port 731163ca-2f05-480f-a0d2-6202b7358665 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:37.834107 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Publish callbacks [] for port (731163ca-2f05-480f-a0d2-6202b7358665), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.838648 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (731163ca-2f05-480f-a0d2-6202b7358665), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.875402 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:35Z', 'revision_number': 3, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:37.901428 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366ec60-da0f-4078-8f3c-896709ae19a6 None None] The sync data for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi is: [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:35Z', 'revision_number': 3, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:37.913726 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (2ddaa676-c666-400f-8101-8f6b4764483b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.916198 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Pushing event updated for resources: {'Port': ['ID=731163ca-2f05-480f-a0d2-6202b7358665,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:38.013263 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:38.014779 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:38.180273 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Router 2ddaa676-c666-400f-8101-8f6b4764483b has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:22:38.183626 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 08e2ce3a-d7aa-40c4-b18d-b3493d66333f up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:38.245008 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:38.246007 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:38.319246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:38.325833 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-46f60556-974e-46cb-9a4d-fcc6548507ef admin admin] 10.222.0.10 "PUT /v2.0/routers/2ddaa676-c666-400f-8101-8f6b4764483b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8373590 Apr 06 16:22:38.368508 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:38.372686 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-e14e22ed-6d8c-4f00-b829-7f8818ee96f1 None None] Provisioning complete for port 731163ca-2f05-480f-a0d2-6202b7358665 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:38.373306 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e14e22ed-6d8c-4f00-b829-7f8818ee96f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (731163ca-2f05-480f-a0d2-6202b7358665), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:38.410391 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-e14e22ed-6d8c-4f00-b829-7f8818ee96f1 None None] Port 731163ca-2f05-480f-a0d2-6202b7358665 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:38.878886 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58112) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:38.884562 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1025514614-network', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:38.903354 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Made reservation on behalf of a7425fa7ce5647ffbb8b73f2d6bc25fe for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:38.905597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:38.913737 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:38.988259 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Publish callbacks [] for security_group (20b1bc57-6ea1-4ecf-8303-b2670b154871), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:38.991994 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (20b1bc57-6ea1-4ecf-8303-b2670b154871), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.020166 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:22:39.030316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1bc57-6ea1-4ecf-8303-b2670b154871,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:39.036518 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (39913171-d37f-4e31-a300-2a1c7d626965), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.036863 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Added segment 39913171-d37f-4e31-a300-2a1c7d626965 of type vlan for network a22cd023-0047-4f68-840e-e1567f1c327a Apr 06 16:22:39.078047 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (a22cd023-0047-4f68-840e-e1567f1c327a), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.105312 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (a22cd023-0047-4f68-840e-e1567f1c327a), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.106361 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:39.107025 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.156515 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2764323 Apr 06 16:22:39.159171 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58114) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:39.172179 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Request body: {'subnet': {'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1025514614-subnet', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'ip_version': 4}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:39.182220 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab407-191d-4566-9bbc-4c9003b5ae7f admin admin] Pushing event updated for resources: {'Network': ['ID=a22cd023-0047-4f68-840e-e1567f1c327a,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:39.192454 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network a22cd023-0047-4f68-840e-e1567f1c327a details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:22:39.198544 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Made reservation on behalf of a7425fa7ce5647ffbb8b73f2d6bc25fe for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:39.200861 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25779771'] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.373501 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25779749'] for subnet (8fb06f14-2d68-4a36-b94e-462488a9153b), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.425966 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb06f14-2d68-4a36-b94e-462488a9153b,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:39.436740 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Checking segment: {'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:39.437102 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Network hostable DHCP agents. Network: a22cd023-0047-4f68-840e-e1567f1c327a, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:22:39.455038 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Network a22cd023-0047-4f68-840e-e1567f1c327a is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:22:39.463918 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, a22cd023-0047-4f68-840e-e1567f1c327a) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:39.468009 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:39.468609 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.473487 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a2a11-c53c-4a3e-a1be-61dafc2c051e None None] Network a22cd023-0047-4f68-840e-e1567f1c327a requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:39.484361 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5c004ea5-9651-44be-b8ea-2bc333f1b428 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3183661 Apr 06 16:22:39.487116 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58116) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:39.491538 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:39.516843 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (7808ff2a-5e62-4952-9648-859f15f11b33), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.518473 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (7808ff2a-5e62-4952-9648-859f15f11b33), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.576164 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks [] for router_controller (7808ff2a-5e62-4952-9648-859f15f11b33), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.582858 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-a22cd023-0047-4f68-840e-e1567f1c327a', 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a', 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'fixed_ips': [{'subnet_id': '8fb06f14-2d68-4a36-b94e-462488a9153b'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:22:39.584855 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.614043 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Sync routers for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:39.685201 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:39.685756 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:39.719725 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks [] for router_gateway (7808ff2a-5e62-4952-9648-859f15f11b33), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.945259 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks [] for router_gateway (7808ff2a-5e62-4952-9648-859f15f11b33), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.961934 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Allocated IP 172.20.0.2 (a22cd023-0047-4f68-840e-e1567f1c327a/8fb06f14-2d68-4a36-b94e-462488a9153b/9b60b7c2-6ada-4213-a164-30f226c07f5f) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:39.965565 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.986007 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:40.085899 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Allocated IP 172.27.3.164 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/4882e5a5-a40e-4cea-8d57-ff787288458e) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:40.175761 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 66d3eb41-48d1-43df-bc79-7b2a7c303477 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:40.201579 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks [] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.235386 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.270744 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:40.273539 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:40.279372 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:40.312521 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Pushing event updated for resources: {'Port': ['ID=4882e5a5-a40e-4cea-8d57-ff787288458e,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:40.322759 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Publish callbacks [] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.334119 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.361664 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 66d3eb41-48d1-43df-bc79-7b2a7c303477 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:40.362040 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.404659 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Network a22cd023-0047-4f68-840e-e1567f1c327a is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:40.412064 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:40.419144 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:40.434463 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Pushing event updated for resources: {'Port': ['ID=9b60b7c2-6ada-4213-a164-30f226c07f5f,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:40.467742 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 2, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:40.515012 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Checking router: 2ddaa676-c666-400f-8101-8f6b4764483b for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:40.515371 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Updating router 2ddaa676-c666-400f-8101-8f6b4764483b port 731163ca-2f05-480f-a0d2-6202b7358665 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:40.551910 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks [] for router_gateway (7808ff2a-5e62-4952-9648-859f15f11b33), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.562588 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Attempting to bind port 9b60b7c2-6ada-4213-a164-30f226c07f5f on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:40.562995 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Attempting to bind port 9b60b7c2-6ada-4213-a164-30f226c07f5f by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:40.563376 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Attempting to bind port 9b60b7c2-6ada-4213-a164-30f226c07f5f on network a22cd023-0047-4f68-840e-e1567f1c327a {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:40.588884 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:40.589270 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Checking segment: {'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:40.589681 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.590146 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Bound using segment: {'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:40.590637 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Bound port: 9b60b7c2-6ada-4213-a164-30f226c07f5f, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:40.591053 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.593371 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (731163ca-2f05-480f-a0d2-6202b7358665), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.596794 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 66d3eb41-48d1-43df-bc79-7b2a7c303477 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:40.597184 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.678154 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 66d3eb41-48d1-43df-bc79-7b2a7c303477, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=66d3eb41-48d1-43df-bc79-7b2a7c303477,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:40.696004 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.797263 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] For port 9b60b7c2-6ada-4213-a164-30f226c07f5f, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:40.830497 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] For port 9b60b7c2-6ada-4213-a164-30f226c07f5f, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9b60b7c2-6ada-4213-a164-30f226c07f5f,segment=NetworkSegment(39913171-d37f-4e31-a300-2a1c7d626965),segment_id=39913171-d37f-4e31-a300-2a1c7d626965)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:40.839063 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=66d3eb41-48d1-43df-bc79-7b2a7c303477,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:40.848048 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:40.961472 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c7200-b471-44ff-a266-34dc01c8f698 None None] Pushing event updated for resources: {'Port': ['ID=9b60b7c2-6ada-4213-a164-30f226c07f5f,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:41.013544 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (7808ff2a-5e62-4952-9648-859f15f11b33), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.100418 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Publish callbacks [] for port (731163ca-2f05-480f-a0d2-6202b7358665), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.107737 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (731163ca-2f05-480f-a0d2-6202b7358665), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.187062 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60706dd5-4864-4c3e-a015-520434b10278 None None] Pushing event updated for resources: {'Port': ['ID=731163ca-2f05-480f-a0d2-6202b7358665,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:41.202450 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Router 7808ff2a-5e62-4952-9648-859f15f11b33 is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:22:41.233199 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Attempting to bind port 731163ca-2f05-480f-a0d2-6202b7358665 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:41.233667 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Attempting to bind port 731163ca-2f05-480f-a0d2-6202b7358665 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:41.234098 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Attempting to bind port 731163ca-2f05-480f-a0d2-6202b7358665 on network 83157fcb-a6b3-43fa-b698-f814e3289e7b {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:41.240432 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:41.240889 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Checking segment: {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:41.241360 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.241826 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Bound using segment: {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:41.242358 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Bound port: 731163ca-2f05-480f-a0d2-6202b7358665, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:41.242860 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (731163ca-2f05-480f-a0d2-6202b7358665), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.313167 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] For port 731163ca-2f05-480f-a0d2-6202b7358665, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:41.317255 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] For port 731163ca-2f05-480f-a0d2-6202b7358665, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=731163ca-2f05-480f-a0d2-6202b7358665,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:41.325826 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (731163ca-2f05-480f-a0d2-6202b7358665), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.331038 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:41.345197 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Sync routers for ids ['7808ff2a-5e62-4952-9648-859f15f11b33'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:41.355164 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.356710 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-40f0fec5-b228-4cde-a65f-ee7510e27d66 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8685958 Apr 06 16:22:41.356826 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Routers {'7808ff2a-5e62-4952-9648-859f15f11b33'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:41.357458 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['7808ff2a-5e62-4952-9648-859f15f11b33'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:41.359524 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58130) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:41.398685 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:41.400130 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:41.448951 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60706dd5-4864-4c3e-a015-520434b10278 None None] Pushing event updated for resources: {'Port': ['ID=731163ca-2f05-480f-a0d2-6202b7358665,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:41.517583 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-95e5ec09-4aa4-49e7-ab75-5fc6a4e7a0c3 None None] Provisioning complete for port 731163ca-2f05-480f-a0d2-6202b7358665 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:41.517934 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-95e5ec09-4aa4-49e7-ab75-5fc6a4e7a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (731163ca-2f05-480f-a0d2-6202b7358665), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.536132 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Set router 7808ff2a-5e62-4952-9648-859f15f11b33 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:41.582475 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:41.807690 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 3, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port': {'id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:41.841007 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Checking router: 7808ff2a-5e62-4952-9648-859f15f11b33 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:41.841267 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Updating router 7808ff2a-5e62-4952-9648-859f15f11b33 port 4882e5a5-a40e-4cea-8d57-ff787288458e binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:41.873436 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.929727 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-95e5ec09-4aa4-49e7-ab75-5fc6a4e7a0c3 None None] Current status of the port 731163ca-2f05-480f-a0d2-6202b7358665 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:41.932917 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-95e5ec09-4aa4-49e7-ab75-5fc6a4e7a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (731163ca-2f05-480f-a0d2-6202b7358665), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:41.974213 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.005457 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-95e5ec09-4aa4-49e7-ab75-5fc6a4e7a0c3 None None] For port 731163ca-2f05-480f-a0d2-6202b7358665, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=731163ca-2f05-480f-a0d2-6202b7358665,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:42.025832 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-95e5ec09-4aa4-49e7-ab75-5fc6a4e7a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (731163ca-2f05-480f-a0d2-6202b7358665), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.122862 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5ec09-4aa4-49e7-ab75-5fc6a4e7a0c3 None None] Pushing event updated for resources: {'Port': ['ID=731163ca-2f05-480f-a0d2-6202b7358665,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:42.139665 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:41Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:42.173427 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3a910-3394-405d-b7cd-84b973fa97b4 None None] Network a22cd023-0047-4f68-840e-e1567f1c327a requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:42.178561 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d55aa-2ea3-41c1-9319-4faf01e39217 None None] The sync data for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi is: [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:41Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:42.213682 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Publish callbacks [] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.219024 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Allocated IP 172.20.0.1 (a22cd023-0047-4f68-840e-e1567f1c327a/8fb06f14-2d68-4a36-b94e-462488a9153b/92e657f9-d87c-4fe2-9543-bfb0b6377840) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:42.230451 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.233331 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-f5e0bab8-7f5a-4d0c-94a4-0eed7f5eeb8d None None] Provisioning complete for port 731163ca-2f05-480f-a0d2-6202b7358665 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:42.234040 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f5e0bab8-7f5a-4d0c-94a4-0eed7f5eeb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (731163ca-2f05-480f-a0d2-6202b7358665), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.368685 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ec52b-93a5-43c4-8562-7e5e4419597a None None] Pushing event updated for resources: {'Port': ['ID=4882e5a5-a40e-4cea-8d57-ff787288458e,revision_number=2']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:42.373121 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Attempting to bind port 4882e5a5-a40e-4cea-8d57-ff787288458e on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:42.373579 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Attempting to bind port 4882e5a5-a40e-4cea-8d57-ff787288458e by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:42.374010 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Attempting to bind port 4882e5a5-a40e-4cea-8d57-ff787288458e on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:42.380405 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:42.380984 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:42.381681 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.384570 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:42.385211 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Bound port: 4882e5a5-a40e-4cea-8d57-ff787288458e, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:42.385720 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.389884 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9b60b7c2-6ada-4213-a164-30f226c07f5f up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:42.390422 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Publish callbacks [] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.443253 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.453427 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] For port 4882e5a5-a40e-4cea-8d57-ff787288458e, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:42.457051 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] For port 4882e5a5-a40e-4cea-8d57-ff787288458e, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=4882e5a5-a40e-4cea-8d57-ff787288458e,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:42.468369 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.478778 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0bab8-7f5a-4d0c-94a4-0eed7f5eeb8d None None] Current status of the port 731163ca-2f05-480f-a0d2-6202b7358665 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:42.500738 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 9b60b7c2-6ada-4213-a164-30f226c07f5f triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:42.501585 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.502998 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Network a22cd023-0047-4f68-840e-e1567f1c327a is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:42.511247 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:42.518731 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:42.524041 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Pushing event updated for resources: {'Port': ['ID=92e657f9-d87c-4fe2-9543-bfb0b6377840,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:42.532032 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Routers {'7808ff2a-5e62-4952-9648-859f15f11b33'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:42.532688 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['7808ff2a-5e62-4952-9648-859f15f11b33'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:42.577611 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (7808ff2a-5e62-4952-9648-859f15f11b33), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.625967 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 9b60b7c2-6ada-4213-a164-30f226c07f5f is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:42.626361 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.629382 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ec52b-93a5-43c4-8562-7e5e4419597a None None] Pushing event updated for resources: {'Port': ['ID=4882e5a5-a40e-4cea-8d57-ff787288458e,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:42.658033 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-feb246d9-6249-4e5b-b813-1529f95fd0a3 None None] Provisioning complete for port 9b60b7c2-6ada-4213-a164-30f226c07f5f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:42.658414 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-feb246d9-6249-4e5b-b813-1529f95fd0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.721570 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 9b60b7c2-6ada-4213-a164-30f226c07f5f, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9b60b7c2-6ada-4213-a164-30f226c07f5f,segment=NetworkSegment(39913171-d37f-4e31-a300-2a1c7d626965),segment_id=39913171-d37f-4e31-a300-2a1c7d626965)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:42.734314 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] Set router 7808ff2a-5e62-4952-9648-859f15f11b33 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:42.738386 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.739584 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 66d3eb41-48d1-43df-bc79-7b2a7c303477 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:42.765959 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.807145 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=9b60b7c2-6ada-4213-a164-30f226c07f5f,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:42.930066 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-feb246d9-6249-4e5b-b813-1529f95fd0a3 None None] Current status of the port 9b60b7c2-6ada-4213-a164-30f226c07f5f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:42.933772 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 66d3eb41-48d1-43df-bc79-7b2a7c303477 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:42.934156 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.988805 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Publish callbacks [] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.002788 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.085120 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (7808ff2a-5e62-4952-9648-859f15f11b33), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.087869 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Pushing event updated for resources: {'Port': ['ID=92e657f9-d87c-4fe2-9543-bfb0b6377840,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:43.104474 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 66d3eb41-48d1-43df-bc79-7b2a7c303477 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:43.128711 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-d20b3e5d-567b-405b-803a-18ec0306c0eb None None] Provisioning complete for port 9b60b7c2-6ada-4213-a164-30f226c07f5f triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:43.132384 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d20b3e5d-567b-405b-803a-18ec0306c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.204305 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 3, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port': {'id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:43.208649 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Network a22cd023-0047-4f68-840e-e1567f1c327a is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:43.209397 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:43.219862 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-d20b3e5d-567b-405b-803a-18ec0306c0eb None None] Current status of the port 9b60b7c2-6ada-4213-a164-30f226c07f5f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:43.233303 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2be344-b87c-49e9-81f4-764efb065ca5 None None] The sync data for ids ['7808ff2a-5e62-4952-9648-859f15f11b33'] in dv-cinder-815660-7-iscsi is: [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 3, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port': {'id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:43.345547 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Router 7808ff2a-5e62-4952-9648-859f15f11b33 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:22:43.353877 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-033edf13-f488-4e84-ab78-68c807912dbf None None] Provisioning complete for port 92e657f9-d87c-4fe2-9543-bfb0b6377840 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:43.354254 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-033edf13-f488-4e84-ab78-68c807912dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.404946 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-033edf13-f488-4e84-ab78-68c807912dbf None None] Port 92e657f9-d87c-4fe2-9543-bfb0b6377840 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:43.465214 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:43.478929 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-a62bcd08-ed5b-4d8e-9e46-8545062fc75f admin admin] 10.222.0.10 "PUT /v2.0/routers/7808ff2a-5e62-4952-9648-859f15f11b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1101027 Apr 06 16:22:43.527075 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-656ad595-c462-45ef-b647-fc980b802376 None None] Provisioning complete for port 92e657f9-d87c-4fe2-9543-bfb0b6377840 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:43.527500 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-656ad595-c462-45ef-b647-fc980b802376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.570802 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-656ad595-c462-45ef-b647-fc980b802376 None None] Port 92e657f9-d87c-4fe2-9543-bfb0b6377840 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:44.159205 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58160) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:44.164053 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-02282d28-a296-4581-9aec-04e660521088 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180215945', 'description': 'tempest-secgroup-smoke-1180215945 description', 'project_id': '56ac47e9df204a5dbb3be811989f4eab'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:44.185650 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-02282d28-a296-4581-9aec-04e660521088 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.262053 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-02282d28-a296-4581-9aec-04e660521088 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group (59540d11-f57a-42b0-8a5b-b72c880b9b95), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.262591 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 731163ca-2f05-480f-a0d2-6202b7358665 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:44.267289 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-02282d28-a296-4581-9aec-04e660521088 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (59540d11-f57a-42b0-8a5b-b72c880b9b95), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.299019 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-02282d28-a296-4581-9aec-04e660521088 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.300280 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-02282d28-a296-4581-9aec-04e660521088 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1402264 Apr 06 16:22:44.302731 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02282d28-a296-4581-9aec-04e660521088 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59540d11-f57a-42b0-8a5b-b72c880b9b95,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:44.303461 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58162) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:44.311101 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-1aa623b1-2091-4f3f-a10d-83322a9b1b59 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'security_group_rule': {'security_group_id': '59540d11-f57a-42b0-8a5b-b72c880b9b95', 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:44.332419 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 731163ca-2f05-480f-a0d2-6202b7358665 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:44.332856 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (731163ca-2f05-480f-a0d2-6202b7358665), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.343126 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1aa623b1-2091-4f3f-a10d-83322a9b1b59 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (b2e56387-ba65-49ff-8c78-333a031dd87f), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.411258 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1aa623b1-2091-4f3f-a10d-83322a9b1b59 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (b2e56387-ba65-49ff-8c78-333a031dd87f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.414953 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1aa623b1-2091-4f3f-a10d-83322a9b1b59 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (b2e56387-ba65-49ff-8c78-333a031dd87f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.419370 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 731163ca-2f05-480f-a0d2-6202b7358665 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:44.420518 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9b60b7c2-6ada-4213-a164-30f226c07f5f up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:44.440097 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa623b1-2091-4f3f-a10d-83322a9b1b59 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e56387-ba65-49ff-8c78-333a031dd87f,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:44.448613 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1aa623b1-2091-4f3f-a10d-83322a9b1b59 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.450348 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-1aa623b1-2091-4f3f-a10d-83322a9b1b59 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439624 Apr 06 16:22:44.453258 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58164) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:44.459624 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-09015a68-7c23-4806-b6e5-27cc8a0ecda6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'security_group_rule': {'security_group_id': '59540d11-f57a-42b0-8a5b-b72c880b9b95', 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:44.472609 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 9b60b7c2-6ada-4213-a164-30f226c07f5f triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:44.473082 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.486252 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09015a68-7c23-4806-b6e5-27cc8a0ecda6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (5fadd0d7-6ea5-4307-8dce-cab3eeb778ac), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.548403 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09015a68-7c23-4806-b6e5-27cc8a0ecda6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (5fadd0d7-6ea5-4307-8dce-cab3eeb778ac), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.552281 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09015a68-7c23-4806-b6e5-27cc8a0ecda6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (5fadd0d7-6ea5-4307-8dce-cab3eeb778ac), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.562255 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 9b60b7c2-6ada-4213-a164-30f226c07f5f is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:44.563332 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 4882e5a5-a40e-4cea-8d57-ff787288458e up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:44.572399 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09015a68-7c23-4806-b6e5-27cc8a0ecda6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fadd0d7-6ea5-4307-8dce-cab3eeb778ac,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:44.578255 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09015a68-7c23-4806-b6e5-27cc8a0ecda6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.579498 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-09015a68-7c23-4806-b6e5-27cc8a0ecda6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247857 Apr 06 16:22:44.582142 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58166) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:44.586330 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-09da9546-ad29-407e-b670-a4f99a5dd7cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'security_group_rule': {'security_group_id': '59540d11-f57a-42b0-8a5b-b72c880b9b95', 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:44.609771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09da9546-ad29-407e-b670-a4f99a5dd7cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (6a23ede6-b3c2-4ce9-83a8-e69577604005), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.610928 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 4882e5a5-a40e-4cea-8d57-ff787288458e triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:44.611304 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.663740 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09da9546-ad29-407e-b670-a4f99a5dd7cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (6a23ede6-b3c2-4ce9-83a8-e69577604005), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.668111 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09da9546-ad29-407e-b670-a4f99a5dd7cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (6a23ede6-b3c2-4ce9-83a8-e69577604005), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.685716 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da9546-ad29-407e-b670-a4f99a5dd7cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a23ede6-b3c2-4ce9-83a8-e69577604005,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:44.691616 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 4882e5a5-a40e-4cea-8d57-ff787288458e is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:44.692097 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.693996 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09da9546-ad29-407e-b670-a4f99a5dd7cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.697709 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-09da9546-ad29-407e-b670-a4f99a5dd7cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121304 Apr 06 16:22:44.697889 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58168) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:44.702187 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-21c80599-d387-41ae-ac5a-b23d0d2eea6e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'security_group_rule': {'security_group_id': '59540d11-f57a-42b0-8a5b-b72c880b9b95', 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:44.712800 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 4882e5a5-a40e-4cea-8d57-ff787288458e, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=4882e5a5-a40e-4cea-8d57-ff787288458e,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:44.716818 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.725597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-21c80599-d387-41ae-ac5a-b23d0d2eea6e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (0172e8fe-bc07-4b0e-b5c1-42de02a6de56), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.768889 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=4882e5a5-a40e-4cea-8d57-ff787288458e,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:44.785469 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-21c80599-d387-41ae-ac5a-b23d0d2eea6e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (0172e8fe-bc07-4b0e-b5c1-42de02a6de56), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.789024 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-21c80599-d387-41ae-ac5a-b23d0d2eea6e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (0172e8fe-bc07-4b0e-b5c1-42de02a6de56), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.807330 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c80599-d387-41ae-ac5a-b23d0d2eea6e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0172e8fe-bc07-4b0e-b5c1-42de02a6de56,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:44.815143 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-21c80599-d387-41ae-ac5a-b23d0d2eea6e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.818738 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-21c80599-d387-41ae-ac5a-b23d0d2eea6e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177132 Apr 06 16:22:44.819316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58170) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:44.823633 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-5274949e-b4f8-478f-a0d1-6ac17536a395 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'security_group_rule': {'security_group_id': '59540d11-f57a-42b0-8a5b-b72c880b9b95', 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:44.843267 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.securitygroups_db [None req-5274949e-b4f8-478f-a0d1-6ac17536a395 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Project 56ac47e9df204a5dbb3be811989f4eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:22:44.848125 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5274949e-b4f8-478f-a0d1-6ac17536a395 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (b14cf839-4280-4df1-89a3-ad820109aeac), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.906036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5274949e-b4f8-478f-a0d1-6ac17536a395 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (b14cf839-4280-4df1-89a3-ad820109aeac), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.910780 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5274949e-b4f8-478f-a0d1-6ac17536a395 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (b14cf839-4280-4df1-89a3-ad820109aeac), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.928378 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274949e-b4f8-478f-a0d1-6ac17536a395 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14cf839-4280-4df1-89a3-ad820109aeac,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:44.935610 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5274949e-b4f8-478f-a0d1-6ac17536a395 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.936826 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5274949e-b4f8-478f-a0d1-6ac17536a395 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165087 Apr 06 16:22:44.939593 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58172) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:44.943764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-fafd7f2e-f661-400c-894a-ed905f625d6d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'security_group_rule': {'security_group_id': '59540d11-f57a-42b0-8a5b-b72c880b9b95', 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:44.963197 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.securitygroups_db [None req-fafd7f2e-f661-400c-894a-ed905f625d6d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Project 56ac47e9df204a5dbb3be811989f4eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:22:44.967875 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fafd7f2e-f661-400c-894a-ed905f625d6d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (ff26c6a4-bdca-4420-806a-8a7308995f3f), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:45.027741 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fafd7f2e-f661-400c-894a-ed905f625d6d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (ff26c6a4-bdca-4420-806a-8a7308995f3f), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:45.032016 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fafd7f2e-f661-400c-894a-ed905f625d6d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (ff26c6a4-bdca-4420-806a-8a7308995f3f), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:45.043173 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd7f2e-f661-400c-894a-ed905f625d6d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff26c6a4-bdca-4420-806a-8a7308995f3f,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:45.062201 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fafd7f2e-f661-400c-894a-ed905f625d6d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:45.063453 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-fafd7f2e-f661-400c-894a-ed905f625d6d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229496 Apr 06 16:22:45.704676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Sync routers for ids ['7808ff2a-5e62-4952-9648-859f15f11b33'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:45.721826 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Routers {'7808ff2a-5e62-4952-9648-859f15f11b33'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:45.722426 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['7808ff2a-5e62-4952-9648-859f15f11b33'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:45.880246 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Set router 7808ff2a-5e62-4952-9648-859f15f11b33 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:46.194719 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 4882e5a5-a40e-4cea-8d57-ff787288458e up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:46.259360 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 4882e5a5-a40e-4cea-8d57-ff787288458e triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:46.259734 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:46.286222 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:42Z', 'revision_number': 4, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port': {'id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '92e657f9-d87c-4fe2-9543-bfb0b6377840', 'name': '', 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'mac_address': 'fa:16:3e:ff:a5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8fb06f14-2d68-4a36-b94e-462488a9153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:41Z', 'updated_at': '2022-04-06T16:22:42Z', 'revision_number': 2, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'subnets': [{'id': '8fb06f14-2d68-4a36-b94e-462488a9153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:46.322950 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Checking router: 7808ff2a-5e62-4952-9648-859f15f11b33 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:46.323364 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Updating router 7808ff2a-5e62-4952-9648-859f15f11b33 port 92e657f9-d87c-4fe2-9543-bfb0b6377840 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:46.358827 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:46.411483 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 4882e5a5-a40e-4cea-8d57-ff787288458e is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:46.448279 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-8234d376-7003-432f-8a95-4daa00d329b0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038098611&fields=id&tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 267 time: 0.0498075 Apr 06 16:22:46.575721 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-ffffc2ab-ca88-4abc-8495-16b8349d01a6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:46.577395 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-ffffc2ab-ca88-4abc-8495-16b8349d01a6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 812 time: 0.1227062 Apr 06 16:22:46.592839 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-dfb15bf1-15b0-4f0c-a5f6-39f3005a5989 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/quotas/c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 375 time: 0.0091238 Apr 06 16:22:46.647429 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-f0cc5d45-6e27-4be2-ab0e-4108de35cc2c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492125 Apr 06 16:22:46.681553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Publish callbacks [] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:46.690226 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:46.755332 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-d4ea8d45-c02f-43cd-a16e-26a99e58e302 service neutron] 10.222.0.10 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910888 Apr 06 16:22:46.775585 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4d51d-d7d5-4a8d-98e5-19754d768f5c None None] Pushing event updated for resources: {'Port': ['ID=92e657f9-d87c-4fe2-9543-bfb0b6377840,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:46.816555 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Attempting to bind port 92e657f9-d87c-4fe2-9543-bfb0b6377840 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:46.816957 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Attempting to bind port 92e657f9-d87c-4fe2-9543-bfb0b6377840 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:46.817494 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Attempting to bind port 92e657f9-d87c-4fe2-9543-bfb0b6377840 on network a22cd023-0047-4f68-840e-e1567f1c327a {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:46.823154 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:46.823542 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Checking segment: {'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:46.823957 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:46.824353 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Bound using segment: {'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:46.824874 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Bound port: 92e657f9-d87c-4fe2-9543-bfb0b6377840, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39913171-d37f-4e31-a300-2a1c7d626965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:46.825266 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:46.881231 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-092990b5-05d9-441e-9515-b6aa71f62d89 service neutron] 10.222.0.10 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175530 Apr 06 16:22:46.925215 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] For port 92e657f9-d87c-4fe2-9543-bfb0b6377840, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:46.931847 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] For port 92e657f9-d87c-4fe2-9543-bfb0b6377840, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=92e657f9-d87c-4fe2-9543-bfb0b6377840,segment=NetworkSegment(39913171-d37f-4e31-a300-2a1c7d626965),segment_id=39913171-d37f-4e31-a300-2a1c7d626965)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:46.945350 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:47.026297 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4d51d-d7d5-4a8d-98e5-19754d768f5c None None] Pushing event updated for resources: {'Port': ['ID=92e657f9-d87c-4fe2-9543-bfb0b6377840,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:47.032744 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Routers {'7808ff2a-5e62-4952-9648-859f15f11b33'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:47.033352 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['7808ff2a-5e62-4952-9648-859f15f11b33'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:47.088487 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-72f96451-7367-4d95-88d4-aa1ce736b714 None None] Provisioning complete for port 92e657f9-d87c-4fe2-9543-bfb0b6377840 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:47.088487 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-72f96451-7367-4d95-88d4-aa1ce736b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:47.139190 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2e0a-804e-4460-b104-94657b083c14 req-83f6ba70-d021-4f8c-8a1c-c9511847e668 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:47.140732 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0a1c2e0a-804e-4460-b104-94657b083c14 req-83f6ba70-d021-4f8c-8a1c-c9511847e668 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0727506 Apr 06 16:22:47.214842 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0a1c2e0a-804e-4460-b104-94657b083c14 req-9796d0a0-d640-4fde-aa1f-38c9fe7c72b5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633774 Apr 06 16:22:47.226519 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] Set router 7808ff2a-5e62-4952-9648-859f15f11b33 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:47.298467 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-72f96451-7367-4d95-88d4-aa1ce736b714 None None] Current status of the port 92e657f9-d87c-4fe2-9543-bfb0b6377840 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:47.299081 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-72f96451-7367-4d95-88d4-aa1ce736b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:47.308825 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6fa439b8-e676-416d-adc0-e46536edb443 req-46ac1ea3-b99b-436f-9268-309dd78204dc tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 210 time: 0.0314837 Apr 06 16:22:47.409410 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-72f96451-7367-4d95-88d4-aa1ce736b714 None None] For port 92e657f9-d87c-4fe2-9543-bfb0b6377840, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=92e657f9-d87c-4fe2-9543-bfb0b6377840,segment=NetworkSegment(39913171-d37f-4e31-a300-2a1c7d626965),segment_id=39913171-d37f-4e31-a300-2a1c7d626965)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:47.416657 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-72f96451-7367-4d95-88d4-aa1ce736b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:47.492209 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f96451-7367-4d95-88d4-aa1ce736b714 None None] Pushing event updated for resources: {'Port': ['ID=92e657f9-d87c-4fe2-9543-bfb0b6377840,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:47.549276 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-c70aad9a-9f32-4e7c-8055-50e34c9e7e06 None None] Provisioning complete for port 92e657f9-d87c-4fe2-9543-bfb0b6377840 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:47.549648 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c70aad9a-9f32-4e7c-8055-50e34c9e7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:47.594463 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:42Z', 'revision_number': 4, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port': {'id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '92e657f9-d87c-4fe2-9543-bfb0b6377840', 'name': '', 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'mac_address': 'fa:16:3e:ff:a5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8fb06f14-2d68-4a36-b94e-462488a9153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:41Z', 'updated_at': '2022-04-06T16:22:46Z', 'revision_number': 4, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'subnets': [{'id': '8fb06f14-2d68-4a36-b94e-462488a9153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:47.634194 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe657fdc-1fbe-4245-92ec-be0af5e73735 None None] The sync data for ids ['7808ff2a-5e62-4952-9648-859f15f11b33'] in dv-cinder-815660-7-iscsi is: [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:42Z', 'revision_number': 4, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port': {'id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '92e657f9-d87c-4fe2-9543-bfb0b6377840', 'name': '', 'network_id': 'a22cd023-0047-4f68-840e-e1567f1c327a', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'mac_address': 'fa:16:3e:ff:a5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8fb06f14-2d68-4a36-b94e-462488a9153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:41Z', 'updated_at': '2022-04-06T16:22:46Z', 'revision_number': 4, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'subnets': [{'id': '8fb06f14-2d68-4a36-b94e-462488a9153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:47.716205 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-c70aad9a-9f32-4e7c-8055-50e34c9e7e06 None None] Current status of the port 92e657f9-d87c-4fe2-9543-bfb0b6377840 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:48.150179 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 92e657f9-d87c-4fe2-9543-bfb0b6377840 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:48.202049 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 92e657f9-d87c-4fe2-9543-bfb0b6377840 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:48.202598 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:48.285112 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 92e657f9-d87c-4fe2-9543-bfb0b6377840 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:48.348950 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b303-1e43-4ff2-8c38-71efba0a2add req-908bb9d7-d68c-4980-8f87-c67ccd05bee7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:48.350558 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e937b303-1e43-4ff2-8c38-71efba0a2add req-908bb9d7-d68c-4980-8f87-c67ccd05bee7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0540431 Apr 06 16:22:48.446154 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bd02114b-2e3d-45d2-9578-6ff9a16ed6ec req-851d27c2-27a0-446c-9135-69e58f696d9f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 210 time: 0.0641434 Apr 06 16:22:48.481637 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e937b303-1e43-4ff2-8c38-71efba0a2add req-99cb9700-3d0e-4f2c-a9a2-543c8af08e95 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208391 Apr 06 16:22:48.513506 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-f8302b6b-c826-43a0-af90-c1d13d40898a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:48.515022 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-f8302b6b-c826-43a0-af90-c1d13d40898a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 812 time: 0.1631916 Apr 06 16:22:48.607549 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-5d30c6e9-cfb6-4c17-9874-0dfbe65bcb1b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 380 time: 0.0678718 Apr 06 16:22:48.616442 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'port': {'device_id': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'admin_state_up': True, 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'security_groups': ['2e6b63a6-d78a-475a-b88a-0db80fd2d90c']}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:48.725037 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Made reservation on behalf of c0eaa9aee53f4a6a8b1c171d0e8c912a for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:48.728441 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:48.856847 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Allocated IP 172.20.0.14 (defd3909-0074-4dad-8760-5a678c622152/bc511f8a-def8-41c4-8ffc-52a886ba1fd8/49de2dac-1a99-4fbd-aca1-e750a45295dc) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:49.006911 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:49.264585 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:49.309376 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Network defd3909-0074-4dad-8760-5a678c622152 is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:49.314813 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:49.318965 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:49.325981 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=49de2dac-1a99-4fbd-aca1-e750a45295dc,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:49.377165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:49.377909 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:49.396467 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-4ff1abe6-7df0-45b3-a204-93b95d45522a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835538 Apr 06 16:22:49.408485 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Request body: {'port': {'device_id': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:49.481386 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:49.554866 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-fe78e7f6-50f6-4918-9185-cab6bbcf37a1 None None] Provisioning complete for port 49de2dac-1a99-4fbd-aca1-e750a45295dc triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:49.555484 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7f6-50f6-4918-9185-cab6bbcf37a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:49.604243 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-fe78e7f6-50f6-4918-9185-cab6bbcf37a1 None None] Port 49de2dac-1a99-4fbd-aca1-e750a45295dc cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:49.740990 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761040-9016-42ae-8da0-221d7e56b5e4 req-0a5de67a-6524-4879-a091-958546122771 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:49.741243 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff68e-cffa-4666-9856-e9f21dec60ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:49.742684 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-39761040-9016-42ae-8da0-221d7e56b5e4 req-0a5de67a-6524-4879-a091-958546122771 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 932 time: 0.2105966 Apr 06 16:22:49.784303 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df215e91-0729-47f5-91a7-8f4b65523509 req-e5dfad06-86f2-4da2-ae15-5b7162d98eae tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:49.785800 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df215e91-0729-47f5-91a7-8f4b65523509 req-e5dfad06-86f2-4da2-ae15-5b7162d98eae tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.2089155 Apr 06 16:22:49.853230 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-39761040-9016-42ae-8da0-221d7e56b5e4 req-690c6a41-09f6-4a66-ae8b-4f4196411554 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042986 Apr 06 16:22:49.889648 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df215e91-0729-47f5-91a7-8f4b65523509 req-75f05472-10fe-4c3d-90c9-4e92346d887f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957067 Apr 06 16:22:49.935427 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49de2dac-1a99-4fbd-aca1-e750a45295dc {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:22:49.942846 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Publish callbacks [] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:49.955315 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Transition to ACTIVE for port object 49de2dac-1a99-4fbd-aca1-e750a45295dc will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:22:49.958987 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:50.018785 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Pushing event updated for resources: {'Port': ['ID=49de2dac-1a99-4fbd-aca1-e750a45295dc,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:50.085695 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Attempting to bind port 49de2dac-1a99-4fbd-aca1-e750a45295dc on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:50.086033 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Attempting to bind port 49de2dac-1a99-4fbd-aca1-e750a45295dc by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:50.087435 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Attempting to bind port 49de2dac-1a99-4fbd-aca1-e750a45295dc on network defd3909-0074-4dad-8760-5a678c622152 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:50.092170 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Port 49de2dac-1a99-4fbd-aca1-e750a45295dc on network defd3909-0074-4dad-8760-5a678c622152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:22:50.092537 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Attempting to bind port 49de2dac-1a99-4fbd-aca1-e750a45295dc on network defd3909-0074-4dad-8760-5a678c622152 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:50.098339 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:50.098683 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Checking segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:50.099103 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Bound using segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:50.099540 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Bound port: 49de2dac-1a99-4fbd-aca1-e750a45295dc, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:50.099913 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:50.173517 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] For port 49de2dac-1a99-4fbd-aca1-e750a45295dc, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:50.177023 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] For port 49de2dac-1a99-4fbd-aca1-e750a45295dc, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=49de2dac-1a99-4fbd-aca1-e750a45295dc,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:50.185033 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:50.223054 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:50.223655 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:50.225108 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] 10.222.0.45 "PUT /v2.0/ports/49de2dac-1a99-4fbd-aca1-e750a45295dc HTTP/1.1" status: 200 len: 1094 time: 0.8211021 Apr 06 16:22:50.225449 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'tag': '49de2dac-1a99-4fbd-aca1-e750a45295dc'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:22:50.227787 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba340b23-7aa5-4740-b753-52270b42cfbb", "tag": "49de2dac-1a99-4fbd-aca1-e750a45295dc"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:22:50.254513 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e905d9-f45a-406f-a795-d993625eeb46 service neutron] Pushing event updated for resources: {'Port': ['ID=49de2dac-1a99-4fbd-aca1-e750a45295dc,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:50.276048 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433b95a1-f7c0-46a5-b31b-be64c909e83d x-openstack-request-id: req-433b95a1-f7c0-46a5-b31b-be64c909e83d {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:22:50.276345 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba340b23-7aa5-4740-b753-52270b42cfbb", "tag": "49de2dac-1a99-4fbd-aca1-e750a45295dc", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:22:50.276600 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-433b95a1-f7c0-46a5-b31b-be64c909e83d {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:22:50.277006 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433b95a1-f7c0-46a5-b31b-be64c909e83d'] response: {'name': 'network-changed', 'server_uuid': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'tag': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'status': 'completed', 'code': 200} Apr 06 16:22:50.348566 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-17d8a5ff-01f4-4e93-9e30-e35139aac768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:50.350093 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-17d8a5ff-01f4-4e93-9e30-e35139aac768 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 1128 time: 0.0480797 Apr 06 16:22:50.401140 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-97c417aa-8b41-43e6-a20b-d417c1d6c825 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49de2dac-1a99-4fbd-aca1-e750a45295dc HTTP/1.1" status: 200 len: 217 time: 0.0422485 Apr 06 16:22:50.467961 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-33485643-8d31-4976-b4ee-9b534e2ef0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:50.469543 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-33485643-8d31-4976-b4ee-9b534e2ef0f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0498533 Apr 06 16:22:50.519947 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-fd142765-3a63-4e37-8b4c-0bc6d34b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:50.521486 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-fd142765-3a63-4e37-8b4c-0bc6d34b1d09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446522 Apr 06 16:22:50.617097 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-5fdc7853-aad4-4fb4-bd7d-78c5dfb2b9df service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814288 Apr 06 16:22:50.710470 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e8d2c1-b0af-47c0-ab9f-b9922561dd0d req-3efb8be5-99b5-4cbc-b84b-4cbfb9d0dfa0 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870519 Apr 06 16:22:50.971645 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb763-b1dc-4326-b530-96ca3d716293 req-cb71d2c8-756e-4cba-b856-c5e8f3af399f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:50.973122 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aecfb763-b1dc-4326-b530-96ca3d716293 req-cb71d2c8-756e-4cba-b856-c5e8f3af399f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 944 time: 0.0535140 Apr 06 16:22:51.057232 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0f3d5-1ab1-4b72-9232-8aaa07735be0 req-b7cfb1ed-146b-4cdc-844a-2cc39f383fa6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:51.058738 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3cd0f3d5-1ab1-4b72-9232-8aaa07735be0 req-b7cfb1ed-146b-4cdc-844a-2cc39f383fa6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0847380 Apr 06 16:22:51.062259 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aecfb763-b1dc-4326-b530-96ca3d716293 req-5190aba2-ddfe-4cfb-b568-b03acc74ffa4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798020 Apr 06 16:22:51.132006 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3cd0f3d5-1ab1-4b72-9232-8aaa07735be0 req-eb5305ee-8fef-4eb3-a674-e6a451b85629 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676374 Apr 06 16:22:51.141126 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-25d13319-d9eb-40cc-8e06-c23efdd3344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:51.142586 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-25d13319-d9eb-40cc-8e06-c23efdd3344a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 1128 time: 0.0653343 Apr 06 16:22:51.232730 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-aa0ec924-e979-4886-bf86-9e7a5f211b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:51.234180 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-aa0ec924-e979-4886-bf86-9e7a5f211b40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.0851247 Apr 06 16:22:51.281818 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-47f63e92-5c4b-4f3c-9e2b-8ba39a18379b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49de2dac-1a99-4fbd-aca1-e750a45295dc HTTP/1.1" status: 200 len: 217 time: 0.0354695 Apr 06 16:22:51.335473 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-809b420b-8fff-4624-bb5b-9508d56ba2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:51.337576 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-809b420b-8fff-4624-bb5b-9508d56ba2e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0439091 Apr 06 16:22:51.543654 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-1b98eb78-2ffd-4114-a8ee-66064dcc5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:51.545109 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-1b98eb78-2ffd-4114-a8ee-66064dcc5c6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453451 Apr 06 16:22:51.640038 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-55e63e89-dbf5-46ac-9cf7-cdef5d4bac74 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857201 Apr 06 16:22:51.736662 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de0c3b71-2b8d-4f2e-881a-aa501ba429cc req-687cff83-d472-4216-9349-48b907676972 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851257 Apr 06 16:22:52.069550 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-77452d19-0a8b-41e5-a8ea-871a33cce249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:52.179888 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b545-bff5-4acd-9e13-096eeeccb009 req-f77db21f-c3d7-4f44-ba21-8adf820737ce tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:52.182089 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-24e3b545-bff5-4acd-9e13-096eeeccb009 req-f77db21f-c3d7-4f44-ba21-8adf820737ce tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 944 time: 0.0542285 Apr 06 16:22:52.270832 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-24e3b545-bff5-4acd-9e13-096eeeccb009 req-324b0fbd-f2a1-452e-aa02-021e565f1b5e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828018 Apr 06 16:22:52.294756 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f065-b623-4f64-97a7-d848a79f7b3a req-dc4e010b-03f8-4124-8931-817794947e09 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:52.296212 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a37f065-b623-4f64-97a7-d848a79f7b3a req-dc4e010b-03f8-4124-8931-817794947e09 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0831697 Apr 06 16:22:52.342891 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a37f065-b623-4f64-97a7-d848a79f7b3a req-477f662d-ef87-4f73-8d6d-9242124a482b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408509 Apr 06 16:22:53.225944 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:53.395091 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f0096-9f91-4b1f-9a76-8eac36146a4c req-31de1de4-1116-4847-be4d-f89b74d98327 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:53.396561 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-443f0096-9f91-4b1f-9a76-8eac36146a4c req-31de1de4-1116-4847-be4d-f89b74d98327 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 944 time: 0.0591369 Apr 06 16:22:53.480180 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-443f0096-9f91-4b1f-9a76-8eac36146a4c req-2a122876-82ae-488c-92b4-99188e555662 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776312 Apr 06 16:22:53.499471 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea71a27-ef5a-4a6b-9c46-df4ba4b7d0c1 req-dc4554f6-24de-44db-824e-8d903e8b39f4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:53.500970 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aea71a27-ef5a-4a6b-9c46-df4ba4b7d0c1 req-dc4554f6-24de-44db-824e-8d903e8b39f4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0826540 Apr 06 16:22:53.548381 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aea71a27-ef5a-4a6b-9c46-df4ba4b7d0c1 req-fdb47454-76e1-45ea-bbea-32b02f938805 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418131 Apr 06 16:22:53.703816 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-c40bd55e-185e-4ab5-a778-6f5314db0036 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468383 Apr 06 16:22:53.761251 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:53.789036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-5813a940-45a9-4480-9cfe-53c83f8b5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:53.790542 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-5813a940-45a9-4480-9cfe-53c83f8b5143 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 1129 time: 0.0522547 Apr 06 16:22:53.898439 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-4cd0b16a-0692-4db4-b1ec-07bfcb500e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:53.899984 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-4cd0b16a-0692-4db4-b1ec-07bfcb500e19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.0864637 Apr 06 16:22:53.953362 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-52dfb688-23d2-4141-8b32-84547bcffc95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0 HTTP/1.1" status: 200 len: 217 time: 0.0406780 Apr 06 16:22:54.004980 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-b313dc48-808b-4062-8702-9e537e2839a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:54.006424 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-b313dc48-808b-4062-8702-9e537e2839a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0439000 Apr 06 16:22:54.058680 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-d4ee03bb-44b4-4c3b-bd58-d7f2486af99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:54.060236 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-d4ee03bb-44b4-4c3b-bd58-d7f2486af99c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452204 Apr 06 16:22:54.153657 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-c73a108c-711f-489b-882d-838781ca075a service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840149 Apr 06 16:22:54.246410 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3352f6e5-6262-45f7-8f5b-a2145cf2ea8f req-1c864219-00f3-4fa5-ba52-421d47158641 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820148 Apr 06 16:22:54.611793 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e28d-4716-4900-a635-ff47d899978e req-e9417661-107f-4e54-8902-b559ac7199d7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:54.613340 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df65e28d-4716-4900-a635-ff47d899978e req-e9417661-107f-4e54-8902-b559ac7199d7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 944 time: 0.0545409 Apr 06 16:22:54.639224 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:54.695728 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df65e28d-4716-4900-a635-ff47d899978e req-fbb73d19-0dc3-4f5a-9f23-91870ca20856 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763369 Apr 06 16:22:54.709590 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88157f-1c4b-4e58-8ea6-488d28dfe2f7 req-23753b08-2c7c-4022-ae66-c0a52bcebd51 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:54.713934 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cb88157f-1c4b-4e58-8ea6-488d28dfe2f7 req-23753b08-2c7c-4022-ae66-c0a52bcebd51 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0884726 Apr 06 16:22:54.758020 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cb88157f-1c4b-4e58-8ea6-488d28dfe2f7 req-77a3640d-13d0-4741-a774-b8b0b7fa3f48 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408392 Apr 06 16:22:55.818646 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26186f14-36e8-400d-af7b-ecb9be2fadf5 req-da19a9ab-cecb-4cb9-a6a8-ee46ead8541b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:55.820170 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-26186f14-36e8-400d-af7b-ecb9be2fadf5 req-da19a9ab-cecb-4cb9-a6a8-ee46ead8541b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 944 time: 0.0522411 Apr 06 16:22:55.900493 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-26186f14-36e8-400d-af7b-ecb9be2fadf5 req-11356b01-1464-40b7-a7d5-91fab49736ac tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740812 Apr 06 16:22:55.915416 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a815-af8b-4a30-b68e-366e1cec6baf req-4bc2f3aa-af89-4bee-a265-cb1eac857d45 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:55.916947 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6fa0a815-af8b-4a30-b68e-366e1cec6baf req-4bc2f3aa-af89-4bee-a265-cb1eac857d45 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0777204 Apr 06 16:22:55.950873 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:55.965934 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6fa0a815-af8b-4a30-b68e-366e1cec6baf req-187e5b0e-441a-4fc4-aeef-34ef04cd4430 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428710 Apr 06 16:22:57.018648 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d8787-cc6f-4070-aee9-a8dafb8184fb req-31ecd5f0-9e45-40f2-9242-8eb3eb01be8b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:57.020382 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-392d8787-cc6f-4070-aee9-a8dafb8184fb req-31ecd5f0-9e45-40f2-9242-8eb3eb01be8b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 944 time: 0.0539048 Apr 06 16:22:57.096537 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-392d8787-cc6f-4070-aee9-a8dafb8184fb req-da032d1c-b40c-4faf-8e8c-32a537a1ee3d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708299 Apr 06 16:22:57.117897 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822732d-2dcd-426e-bd11-85d042414eb1 req-7c542996-e8c3-4194-b4b2-2c11edc3ea4e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:57.120054 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4822732d-2dcd-426e-bd11-85d042414eb1 req-7c542996-e8c3-4194-b4b2-2c11edc3ea4e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0737233 Apr 06 16:22:57.169798 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4822732d-2dcd-426e-bd11-85d042414eb1 req-7118c032-764f-4523-adba-ae9dd501aed3 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439646 Apr 06 16:22:58.212254 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a38d9-f0db-4f12-8fa3-ff927f8f524f req-d2bd0ae2-76e7-4ef9-b779-70df3c0828bd tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:58.213726 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-197a38d9-f0db-4f12-8fa3-ff927f8f524f req-d2bd0ae2-76e7-4ef9-b779-70df3c0828bd tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 944 time: 0.0511513 Apr 06 16:22:58.286342 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-197a38d9-f0db-4f12-8fa3-ff927f8f524f req-bebbbe03-c8a5-448d-b96c-9ba9a0c96d09 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665915 Apr 06 16:22:58.310398 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab79701-01a8-475c-8221-2531206119b1 req-76804f24-9942-4a31-a22a-936bfc501fba tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:58.312470 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cab79701-01a8-475c-8221-2531206119b1 req-76804f24-9942-4a31-a22a-936bfc501fba tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0672376 Apr 06 16:22:58.360492 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cab79701-01a8-475c-8221-2531206119b1 req-2cb9eec3-6d23-4d21-998d-7eb189f7fdcb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423615 Apr 06 16:22:59.411187 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4c1b6-bd02-451f-bbcc-c5cd0907436e req-890d205b-c38a-423b-b542-068a1fcc8e14 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:59.412646 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-04e4c1b6-bd02-451f-bbcc-c5cd0907436e req-890d205b-c38a-423b-b542-068a1fcc8e14 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 944 time: 0.0569835 Apr 06 16:22:59.489178 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-04e4c1b6-bd02-451f-bbcc-c5cd0907436e req-2500b1ea-5c0d-417f-afc7-6d3749be1399 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710640 Apr 06 16:22:59.503914 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3f9f-4874-4ec2-82bf-89b2b4869d3c req-733be91d-8171-48a9-9fa0-676395d1b7ab tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:59.505347 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-985b3f9f-4874-4ec2-82bf-89b2b4869d3c req-733be91d-8171-48a9-9fa0-676395d1b7ab tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0732043 Apr 06 16:22:59.552187 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-985b3f9f-4874-4ec2-82bf-89b2b4869d3c req-5444db6f-b043-4cca-95e9-1ceff46b25be tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414402 Apr 06 16:22:59.899920 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 49de2dac-1a99-4fbd-aca1-e750a45295dc details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:22:59.994942 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 49de2dac-1a99-4fbd-aca1-e750a45295dc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=49de2dac-1a99-4fbd-aca1-e750a45295dc,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:00.005819 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'port_id': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'mac_address': 'fa:16:3e:92:9b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:23:00.045725 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 49de2dac-1a99-4fbd-aca1-e750a45295dc is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:00.046116 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:00.058281 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49de2dac-1a99-4fbd-aca1-e750a45295dc {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:23:00.077537 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 49de2dac-1a99-4fbd-aca1-e750a45295dc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=49de2dac-1a99-4fbd-aca1-e750a45295dc,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:00.081562 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:00.126802 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=49de2dac-1a99-4fbd-aca1-e750a45295dc,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:00.471688 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['49de2dac-1a99-4fbd-aca1-e750a45295dc'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:23:00.608107 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35107-8a0c-4139-b80d-9d6334d4c063 req-2a00d161-539f-4d3d-a59a-23b947796f01 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:00.609627 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-23e35107-8a0c-4139-b80d-9d6334d4c063 req-2a00d161-539f-4d3d-a59a-23b947796f01 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 945 time: 0.0548627 Apr 06 16:23:00.693535 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-23e35107-8a0c-4139-b80d-9d6334d4c063 req-cb2d0392-1764-40d6-904c-35ed1660a1e7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772240 Apr 06 16:23:00.706195 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407048c4-0d04-4346-9706-19663938a251 req-a4c128de-e8ca-4145-a90d-2fbb15bbf892 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:00.707774 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-407048c4-0d04-4346-9706-19663938a251 req-a4c128de-e8ca-4145-a90d-2fbb15bbf892 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0750592 Apr 06 16:23:00.754245 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-407048c4-0d04-4346-9706-19663938a251 req-d15af8db-93e1-40a2-a8f7-19b52b458121 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405943 Apr 06 16:23:01.359876 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:23:01.808626 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9bbcb-c1b4-4399-9888-4bb6d5cec184 req-9428b808-8665-4a38-a4a2-8d75fe838dab tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:01.810626 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7db9bbcb-c1b4-4399-9888-4bb6d5cec184 req-9428b808-8665-4a38-a4a2-8d75fe838dab tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 945 time: 0.0517478 Apr 06 16:23:01.889284 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7db9bbcb-c1b4-4399-9888-4bb6d5cec184 req-ce8b5c3c-4add-4e25-9834-57cd91ae76e4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731666 Apr 06 16:23:01.904425 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b498e-5485-403e-9b90-691961db7242 req-082e6a94-82e7-4ec7-a981-daed3fefac27 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:01.905881 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a8b498e-5485-403e-9b90-691961db7242 req-082e6a94-82e7-4ec7-a981-daed3fefac27 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0764349 Apr 06 16:23:01.915656 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 49de2dac-1a99-4fbd-aca1-e750a45295dc up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:23:01.961391 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a8b498e-5485-403e-9b90-691961db7242 req-4eaca6bf-a2dd-4f91-aaea-6974bb2d6dfe tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498085 Apr 06 16:23:01.974084 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 49de2dac-1a99-4fbd-aca1-e750a45295dc completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:23:01.977966 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 49de2dac-1a99-4fbd-aca1-e750a45295dc triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:23:01.978347 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:02.055894 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 49de2dac-1a99-4fbd-aca1-e750a45295dc is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:02.056281 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:02.078674 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de2dac-1a99-4fbd-aca1-e750a45295dc'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:02.080907 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c4675-e5d7-4e38-9917-c601986c8070" -d '{"events": [{"server_uuid": "ba340b23-7aa5-4740-b753-52270b42cfbb", "name": "network-vif-plugged", "status": "completed", "tag": "49de2dac-1a99-4fbd-aca1-e750a45295dc"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:02.093329 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 49de2dac-1a99-4fbd-aca1-e750a45295dc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=49de2dac-1a99-4fbd-aca1-e750a45295dc,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:02.097485 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:02.120468 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e264f9-9d09-48f5-8e6d-5b545fb4986b x-openstack-request-id: req-07e264f9-9d09-48f5-8e6d-5b545fb4986b {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:02.120790 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba340b23-7aa5-4740-b753-52270b42cfbb", "name": "network-vif-plugged", "status": "completed", "tag": "49de2dac-1a99-4fbd-aca1-e750a45295dc", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:02.121048 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07e264f9-9d09-48f5-8e6d-5b545fb4986b {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:02.121447 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e264f9-9d09-48f5-8e6d-5b545fb4986b'] response: {'server_uuid': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'code': 200} Apr 06 16:23:02.149459 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=49de2dac-1a99-4fbd-aca1-e750a45295dc,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:02.386644 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3fb6-c243-4729-9c12-c6fac5daf878 req-7501c10a-9ab9-4531-ba36-05d6a8f2202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:02.388188 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df0f3fb6-c243-4729-9c12-c6fac5daf878 req-7501c10a-9ab9-4531-ba36-05d6a8f2202c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 1130 time: 0.0455940 Apr 06 16:23:02.432801 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df0f3fb6-c243-4729-9c12-c6fac5daf878 req-a85173d1-1f1b-4286-9180-8371eec610d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372994 Apr 06 16:23:03.009298 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1494bf-7ebb-4025-9677-e67ce3fdc5a9 req-750716e7-70b9-40bc-bce7-8008b86133f9 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:03.010814 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ff1494bf-7ebb-4025-9677-e67ce3fdc5a9 req-750716e7-70b9-40bc-bce7-8008b86133f9 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0553010 Apr 06 16:23:03.085045 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ff1494bf-7ebb-4025-9677-e67ce3fdc5a9 req-355d1198-7b16-4b24-9650-d64bef287f81 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680990 Apr 06 16:23:03.108000 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d23f29-31ff-4823-8678-41baac3c1911 req-c42ac415-68a5-4efa-9b84-37fd5931cc7b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:03.109455 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-68d23f29-31ff-4823-8678-41baac3c1911 req-c42ac415-68a5-4efa-9b84-37fd5931cc7b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0615880 Apr 06 16:23:03.154735 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-68d23f29-31ff-4823-8678-41baac3c1911 req-13b12994-c260-400f-b3d9-e9a1ce6b7dfd tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396461 Apr 06 16:23:03.537629 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-c29d6596-8218-433e-806f-0a1af6120afd tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180215945&fields=id&tenant_id=56ac47e9df204a5dbb3be811989f4eab HTTP/1.1" status: 200 len: 267 time: 0.0433342 Apr 06 16:23:03.840885 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-13094dc2-d817-410b-b53a-2689ce015684 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:03.842312 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-13094dc2-d817-410b-b53a-2689ce015684 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/networks?id=83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 200 len: 808 time: 0.2976611 Apr 06 16:23:03.856601 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-227baeba-ca59-41a4-abda-83d26110b14d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/quotas/56ac47e9df204a5dbb3be811989f4eab HTTP/1.1" status: 200 len: 375 time: 0.0083871 Apr 06 16:23:03.908441 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-cdfb8344-f5b3-4b4b-9408-d1c0e03ba2e3 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=56ac47e9df204a5dbb3be811989f4eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471928 Apr 06 16:23:04.003216 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-a2e977cd-4798-498a-9e0e-1187ad69c50d service neutron] 10.222.0.10 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834301 Apr 06 16:23:04.092019 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-7aff8e2f-7615-4d98-8523-8914e360b60e service neutron] 10.222.0.10 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830395 Apr 06 16:23:04.206109 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea8db2-018c-4bdf-9083-28c30c2f1716 req-b64e0023-59b9-4bd0-a341-fa531ba736ba tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:04.207647 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-30ea8db2-018c-4bdf-9083-28c30c2f1716 req-b64e0023-59b9-4bd0-a341-fa531ba736ba tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0568438 Apr 06 16:23:04.269351 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-30ea8db2-018c-4bdf-9083-28c30c2f1716 req-eb2788ad-7d1f-457c-be89-bb850b54b88e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561619 Apr 06 16:23:04.395300 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9a5a6bf3-4ed9-4ffb-ad2d-b705f80454b3 req-39eeb820-17ec-49e5-bb84-76204c72a677 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 210 time: 0.0320637 Apr 06 16:23:04.412762 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c2291-c605-499a-9cc3-c94d029464ee req-99198daf-6089-4b8c-9317-952a4f7da2ed tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:04.414430 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-709c2291-c605-499a-9cc3-c94d029464ee req-99198daf-6089-4b8c-9317-952a4f7da2ed tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0830796 Apr 06 16:23:04.467153 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-709c2291-c605-499a-9cc3-c94d029464ee req-75aeb499-b3c8-47fc-8b8a-6db72560f469 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466223 Apr 06 16:23:05.395068 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dd632-49bf-45a9-8ecc-db7886499bf5 req-2abd8172-b781-480e-b20f-b937dfbd000f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:05.396527 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d24dd632-49bf-45a9-8ecc-db7886499bf5 req-2abd8172-b781-480e-b20f-b937dfbd000f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0595109 Apr 06 16:23:05.446296 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d24dd632-49bf-45a9-8ecc-db7886499bf5 req-15e1b6b1-ce8e-408e-909d-3f2f7f338271 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Apr 06 16:23:05.488847 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e6121b0-46a0-4b9b-b09a-ac970968e18f req-2092b05b-aabd-4c13-8cc1-d8daf375f6d4 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 210 time: 0.0266919 Apr 06 16:23:05.599910 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bcf55-b878-4b58-a85f-8c0666014db6 req-941d2e2f-0b72-4e4f-ba9f-a8513bf46856 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:05.601555 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e5bcf55-b878-4b58-a85f-8c0666014db6 req-941d2e2f-0b72-4e4f-ba9f-a8513bf46856 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0914176 Apr 06 16:23:05.698049 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f6ce6-a471-498c-8a4f-4fec798752cb req-686569da-a36b-4034-8f23-4ac6d856d9e9 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:05.699559 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e03f6ce6-a471-498c-8a4f-4fec798752cb req-686569da-a36b-4034-8f23-4ac6d856d9e9 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.1420524 Apr 06 16:23:05.742874 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e5bcf55-b878-4b58-a85f-8c0666014db6 req-e5f82f0d-d365-48da-907c-a340a192ac8b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281457 Apr 06 16:23:05.768161 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58426) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:05.772604 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-281be5e0-ba54-4807-b321-31294b2fb855 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:05.774167 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-281be5e0-ba54-4807-b321-31294b2fb855 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.45 "GET /v2.0/networks?id=83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 200 len: 808 time: 0.1716847 Apr 06 16:23:05.816003 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e03f6ce6-a471-498c-8a4f-4fec798752cb req-f5c01d27-eb61-4b18-99fd-3e6db6e0d049 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062565 Apr 06 16:23:05.855533 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-7e3bd8be-47d2-47aa-b95c-a7c8cbb09f34 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ac47e9df204a5dbb3be811989f4eab HTTP/1.1" status: 200 len: 380 time: 0.0662696 Apr 06 16:23:05.866095 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'port': {'device_id': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'admin_state_up': True, 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'security_groups': ['59540d11-f57a-42b0-8a5b-b72c880b9b95']}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:05.959223 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e5bc5-27ed-4900-8439-16c2a16e6f8a tempest-TestVolumeBootPattern-502601918 tempest-TestVolumeBootPattern-502601918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:05.960666 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2a0e5bc5-27ed-4900-8439-16c2a16e6f8a tempest-TestVolumeBootPattern-502601918 tempest-TestVolumeBootPattern-502601918-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 1125 time: 0.1908507 Apr 06 16:23:05.963509 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58430) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:05.967729 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'port_id': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:05.969018 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Made reservation on behalf of 56ac47e9df204a5dbb3be811989f4eab for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:23:05.972548 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:05.988303 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.090723 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.104895 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Allocated IP 172.20.0.6 (83157fcb-a6b3-43fa-b698-f814e3289e7b/f1ab3677-0836-4e11-81c0-5cef3e5ccb62/f13bfa5c-ddb5-4a89-bbf3-4808f749f784) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:23:06.200734 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Allocated IP 172.27.3.192 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/830873ee-e990-4164-aed2-dd898584f45f) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:23:06.252540 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.287053 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.313291 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (830873ee-e990-4164-aed2-dd898584f45f), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.329734 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:23:06.337171 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:23:06.342131 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:23:06.346426 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:06.349274 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (830873ee-e990-4164-aed2-dd898584f45f), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.391622 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:23:06.393867 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:06.394578 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.399454 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:23:06.402214 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:23:06.413725 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-de995cfe-7b32-4b92-9582-5cfb37180413 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510786 Apr 06 16:23:06.431492 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=830873ee-e990-4164-aed2-dd898584f45f,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:06.431873 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Request body: {'port': {'device_id': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:06.448519 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.449021 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.449362 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.449846 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.450199 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.450528 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.450879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.451206 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.451531 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.451853 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.452179 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.452501 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.452818 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.453134 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.453450 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:06.499994 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.593667 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-373d7b9c-a128-4487-925d-82570936e7db None None] Provisioning complete for port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:23:06.594829 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-373d7b9c-a128-4487-925d-82570936e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.630102 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-373d7b9c-a128-4487-925d-82570936e7db None None] Port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:23:06.735541 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a6df0-c44d-4e75-a5d1-4c527e11b77b req-1699f064-7b5d-420e-8f95-b8984e12c103 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:06.737022 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-171a6df0-c44d-4e75-a5d1-4c527e11b77b req-1699f064-7b5d-420e-8f95-b8984e12c103 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 931 time: 0.1645868 Apr 06 16:23:06.816474 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (7bc2a5ea-ae85-4738-bb39-034ba90a81d5), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.820306 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-171a6df0-c44d-4e75-a5d1-4c527e11b77b req-ac3960fe-1e42-4d91-a04f-498e32a364fb tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758898 Apr 06 16:23:06.885947 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13bfa5c-ddb5-4a89-bbf3-4808f749f784 {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:23:06.891491 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (830873ee-e990-4164-aed2-dd898584f45f), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.904448 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Publish callbacks [] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.934757 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Transition to ACTIVE for port object f13bfa5c-ddb5-4a89-bbf3-4808f749f784 will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:23:06.939909 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.984611 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487eef-4cd0-420e-affb-8e4bbbac5afb req-93136624-28be-4169-ba7b-f8faac00b202 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:06.986127 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-29487eef-4cd0-420e-affb-8e4bbbac5afb req-93136624-28be-4169-ba7b-f8faac00b202 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0920336 Apr 06 16:23:07.010975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Pushing event updated for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:07.046490 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.046926 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.047072 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (830873ee-e990-4164-aed2-dd898584f45f), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:07.047186 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.047509 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.047839 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.048169 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.048498 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.048844 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.049136 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.049462 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.049785 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.050133 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.050416 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.050766 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.051158 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:07.052634 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (830873ee-e990-4164-aed2-dd898584f45f), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:07.105720 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-29487eef-4cd0-420e-affb-8e4bbbac5afb req-e884f563-d12c-402c-934e-4641719b556e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070771 Apr 06 16:23:07.125244 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Attempting to bind port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:23:07.125839 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Attempting to bind port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:23:07.126338 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Attempting to bind port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 on network 83157fcb-a6b3-43fa-b698-f814e3289e7b {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:23:07.131287 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 on network 83157fcb-a6b3-43fa-b698-f814e3289e7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:23:07.131624 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Attempting to bind port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 on network 83157fcb-a6b3-43fa-b698-f814e3289e7b {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:23:07.133428 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=830873ee-e990-4164-aed2-dd898584f45f,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:07.136920 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:23:07.137298 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Checking segment: {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:23:07.137680 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Bound using segment: {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:23:07.138112 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Bound port: f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919006c4-c256-4eda-89a5-0e2fc74d6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:23:07.138473 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:07.150011 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (7bc2a5ea-ae85-4738-bb39-034ba90a81d5), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:07.204333 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:23:07.207590 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:23:07.213703 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:07.254873 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Floating IP 7bc2a5ea-ae85-4738-bb39-034ba90a81d5 associated. External IP: 172.27.3.192, port: 49de2dac-1a99-4fbd-aca1-e750a45295dc. Apr 06 16:23:07.255891 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:07.256877 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:07.259944 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] 10.222.0.45 "PUT /v2.0/ports/f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 1093 time: 0.8329735 Apr 06 16:23:07.260424 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:07.262741 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca904b5-f5eb-40ff-a921-efdfd219d762" -d '{"events": [{"name": "network-changed", "server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:07.312462 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f35ab-0146-426c-be34-bc0e8bfb5f28 x-openstack-request-id: req-447f35ab-0146-426c-be34-bc0e8bfb5f28 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:07.312829 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:07.313146 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-447f35ab-0146-426c-be34-bc0e8bfb5f28 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:07.313600 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447f35ab-0146-426c-be34-bc0e8bfb5f28'] response: {'name': 'network-changed', 'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'status': 'completed', 'code': 200} Apr 06 16:23:07.320126 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe031a-c7d4-42bc-9d6d-25f431110876 service neutron] Pushing event updated for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:07.373084 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-1c1d3292-1768-4f09-8188-a5c489982352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:07.374722 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-1c1d3292-1768-4f09-8188-a5c489982352 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56ac47e9df204a5dbb3be811989f4eab&device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1127 time: 0.0515237 Apr 06 16:23:07.423694 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-0c489096-caf8-4877-b604-deeb08061ade service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 217 time: 0.0372243 Apr 06 16:23:07.487384 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:23:07.552882 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-0a1f1894-4ca1-4aa4-baf3-7685abcc217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:07.554364 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-0a1f1894-4ca1-4aa4-baf3-7685abcc217a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1ab3677-0836-4e11-81c0-5cef3e5ccb62 HTTP/1.1" status: 200 len: 847 time: 0.0444953 Apr 06 16:23:07.598190 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:23:07.607932 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:23:07.616731 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:07.617308 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:07.617912 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:07.658890 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d3e7ee2f-7a86-40d6-8db0-0d399e88b04e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6830153 Apr 06 16:23:07.658890 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'tag': '49de2dac-1a99-4fbd-aca1-e750a45295dc'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:07.658890 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cbe7de-4b64-47b5-8fec-de3a9554a313" -d '{"events": [{"name": "network-changed", "server_uuid": "ba340b23-7aa5-4740-b753-52270b42cfbb", "tag": "49de2dac-1a99-4fbd-aca1-e750a45295dc"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:07.682887 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-a32a985b-8579-473e-83a0-bd93dc258a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:07.685171 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-a32a985b-8579-473e-83a0-bd93dc258a96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83157fcb-a6b3-43fa-b698-f814e3289e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603681 Apr 06 16:23:07.689175 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955a51dd-b008-4cd5-b1b2-0c09c8e0a533 x-openstack-request-id: req-955a51dd-b008-4cd5-b1b2-0c09c8e0a533 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:07.689475 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba340b23-7aa5-4740-b753-52270b42cfbb", "tag": "49de2dac-1a99-4fbd-aca1-e750a45295dc", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:07.689734 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-955a51dd-b008-4cd5-b1b2-0c09c8e0a533 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:07.690209 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955a51dd-b008-4cd5-b1b2-0c09c8e0a533'] response: {'name': 'network-changed', 'server_uuid': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'tag': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'status': 'completed', 'code': 200} Apr 06 16:23:07.727077 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:07.815139 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-3a3cc74a-5c8d-4849-bebf-51031c95723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:07.816654 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-3a3cc74a-5c8d-4849-bebf-51031c95723b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 1130 time: 0.0981662 Apr 06 16:23:07.820216 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-5427321e-54b8-4ecb-b618-2e021dd38bb6 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186371 Apr 06 16:23:07.948435 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '7bc2a5ea-ae85-4738-bb39-034ba90a81d5', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:92:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:06Z', 'updated_at': '2022-04-06T16:23:06Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:07.979293 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:23:07.987867 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:07.988482 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:22:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:08.020195 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-7c1855a6-029f-4d22-9b0d-07f73e26c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:08.021685 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-7c1855a6-029f-4d22-9b0d-07f73e26c86a service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.1928675 Apr 06 16:23:08.023743 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9c4e146c-bb01-4067-9c48-0279ff9ec3d3 req-4a40c62e-2ff3-495b-8472-2171dae19a25 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938181 Apr 06 16:23:08.030684 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b634d-6bd6-410a-9e29-4537933933c4 req-3eb842ca-366f-4825-80a0-02ec7ab69b3f tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:08.032081 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ce5b634d-6bd6-410a-9e29-4537933933c4 req-3eb842ca-366f-4825-80a0-02ec7ab69b3f tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.1205795 Apr 06 16:23:08.103918 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:08.125176 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-b91db3e2-183a-4de0-afb7-3b6362a7ae8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49de2dac-1a99-4fbd-aca1-e750a45295dc HTTP/1.1" status: 200 len: 1000 time: 0.0877309 Apr 06 16:23:08.133583 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ce5b634d-6bd6-410a-9e29-4537933933c4 req-1625a025-3ede-4f33-b7b9-832a812f8d83 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887511 Apr 06 16:23:08.241184 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2f562-f5fc-4a07-878a-b45992a8ee92 req-dc559b63-0752-4cc3-ae4a-cfa76d15eae8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:08.242653 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ac2f562-f5fc-4a07-878a-b45992a8ee92 req-dc559b63-0752-4cc3-ae4a-cfa76d15eae8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0512683 Apr 06 16:23:08.288438 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ac2f562-f5fc-4a07-878a-b45992a8ee92 req-3c350dcc-9436-4602-b239-046e58fc8317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389931 Apr 06 16:23:08.323781 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '7bc2a5ea-ae85-4738-bb39-034ba90a81d5', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:92:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:06Z', 'updated_at': '2022-04-06T16:23:06Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:08.351758 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86096fa-e943-4673-8e62-a7f98452a259 None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '7bc2a5ea-ae85-4738-bb39-034ba90a81d5', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:92:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:06Z', 'updated_at': '2022-04-06T16:23:06Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:23:08.485116 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-bec2f84e-3198-4996-8bf3-1db4abf166b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:08.486928 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-bec2f84e-3198-4996-8bf3-1db4abf166b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0774348 Apr 06 16:23:08.497263 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-96e14327-6ae1-49d5-bd5b-a8b09a06c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:08.498760 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-96e14327-6ae1-49d5-bd5b-a8b09a06c334 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56ac47e9df204a5dbb3be811989f4eab&device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1127 time: 0.0880797 Apr 06 16:23:08.553794 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a750ad6-d154-4828-92c8-5d0cc58b1f7d None None] New status for floating IP 7bc2a5ea-ae85-4738-bb39-034ba90a81d5: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:23:08.608761 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-1f21a04a-5370-4b83-b0e4-a55e1582000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:08.610206 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-1f21a04a-5370-4b83-b0e4-a55e1582000a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105468 Apr 06 16:23:08.630949 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-cd4566b2-d030-4966-9391-34aaa6fbcbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:08.632617 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-cd4566b2-d030-4966-9391-34aaa6fbcbc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 200 len: 909 time: 0.1243134 Apr 06 16:23:08.904780 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-a938e371-a91f-4a78-a521-8e5b595802ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 217 time: 0.2619464 Apr 06 16:23:08.975213 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-b38bcf8e-b064-40fe-b067-9a24675192b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:08.976637 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-b38bcf8e-b064-40fe-b067-9a24675192b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1ab3677-0836-4e11-81c0-5cef3e5ccb62 HTTP/1.1" status: 200 len: 847 time: 0.0648565 Apr 06 16:23:08.978490 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-07efbeb8-0612-4a1d-a8ee-2eae6e95b137 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581941 Apr 06 16:23:09.102796 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-a7b170e9-0757-48a5-8b6c-bb6cd79f4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:09.104310 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-a7b170e9-0757-48a5-8b6c-bb6cd79f4b2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83157fcb-a6b3-43fa-b698-f814e3289e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157188 Apr 06 16:23:09.109418 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-59cbe7de-4b64-47b5-8fec-de3a9554a313 req-855a90b2-f132-453b-8609-477411cb444b service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197724 Apr 06 16:23:09.219260 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-7cc3c336-7230-474d-89cf-b79b5efd3ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945470 Apr 06 16:23:09.312763 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92b4d8-8756-48f7-b256-6a53cde83e6e req-c7782c8d-0f5a-4087-9a0e-a5e24e1ac440 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:09.314243 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4b92b4d8-8756-48f7-b256-6a53cde83e6e req-c7782c8d-0f5a-4087-9a0e-a5e24e1ac440 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.1145597 Apr 06 16:23:09.352018 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aca904b5-f5eb-40ff-a921-efdfd219d762 req-d2562f55-d790-4e2a-b0e3-05670e3af8c3 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151643 Apr 06 16:23:09.412517 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4b92b4d8-8756-48f7-b256-6a53cde83e6e req-e3dca76e-6a95-47a7-9fd7-11f8dd1fee4b tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902085 Apr 06 16:23:09.431306 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacef74-12fa-4b7b-9d32-cdff9c2526db req-fb5258e3-866d-4a8d-b359-c5d56397cb7a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:09.432787 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2dacef74-12fa-4b7b-9d32-cdff9c2526db req-fb5258e3-866d-4a8d-b359-c5d56397cb7a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0702419 Apr 06 16:23:09.478459 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2dacef74-12fa-4b7b-9d32-cdff9c2526db req-19c88262-4696-46f5-883f-5419baaf5c06 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396028 Apr 06 16:23:09.965366 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:23:10.063026 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:10.074056 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'port_id': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'mac_address': 'fa:16:3e:a5:41:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:23:10.110220 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 is: ACTIVE; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:10.110609 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:10.123461 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:23:10.142199 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:10.145837 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:10.198011 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=6']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:10.205643 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.205998 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.206371 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.206757 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.207104 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.207442 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.207783 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.208111 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.208442 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.208773 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.209102 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.209434 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.209762 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.210089 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.210415 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:23:10.288263 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:23:10.531854 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6a12a-6f59-4113-917f-ef599142636c req-d843d04c-a862-421b-aef5-9e4ab8a38b7c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:10.533352 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0ae6a12a-6f59-4113-917f-ef599142636c req-d843d04c-a862-421b-aef5-9e4ab8a38b7c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0529299 Apr 06 16:23:10.611801 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0ae6a12a-6f59-4113-917f-ef599142636c req-e2742fd4-5a98-4df2-985f-e4bb13965c1f tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729427 Apr 06 16:23:10.627093 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00fcc-e327-4bb3-a16a-02b893dcfae8 req-291df29a-2067-46f9-ae50-77e18b4ee018 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:10.628560 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-42a00fcc-e327-4bb3-a16a-02b893dcfae8 req-291df29a-2067-46f9-ae50-77e18b4ee018 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 945 time: 0.0770731 Apr 06 16:23:10.674819 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-42a00fcc-e327-4bb3-a16a-02b893dcfae8 req-1cebcc24-f424-4b3b-b1ea-9621d2839c8d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408387 Apr 06 16:23:11.774280 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc214de-830a-4b6e-aedb-8329acab55ef req-cad65cfc-2222-4571-a7a0-6984521216cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:11.776369 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6bc214de-830a-4b6e-aedb-8329acab55ef req-cad65cfc-2222-4571-a7a0-6984521216cc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0933061 Apr 06 16:23:11.871500 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aec41-d96c-4edb-b6b2-e6706beb76b3 req-8932f8ea-127b-481c-83f4-c0e8616d5a5d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:11.875168 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-908aec41-d96c-4edb-b6b2-e6706beb76b3 req-8932f8ea-127b-481c-83f4-c0e8616d5a5d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 945 time: 0.0977917 Apr 06 16:23:11.897924 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6bc214de-830a-4b6e-aedb-8329acab55ef req-9e52d76d-83e4-4cb6-a819-95cec14982c1 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090581 Apr 06 16:23:11.953531 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-908aec41-d96c-4edb-b6b2-e6706beb76b3 req-73924133-98b9-4161-ba1a-6c1cb5ce2533 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706475 Apr 06 16:23:11.985765 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:23:12.044823 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:23:12.045305 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:12.142617 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:12.143099 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:12.167808 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:12.170200 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312d1428-b26a-4a6a-9719-9c4d8e4e40c8" -d '{"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:12.184773 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:12.190816 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:12.224967 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16796d1-ad88-4d7d-aad4-ba5d3bc5195a x-openstack-request-id: req-e16796d1-ad88-4d7d-aad4-ba5d3bc5195a {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:12.225283 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:12.225538 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e16796d1-ad88-4d7d-aad4-ba5d3bc5195a {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:12.225934 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16796d1-ad88-4d7d-aad4-ba5d3bc5195a'] response: {'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'code': 200} Apr 06 16:23:12.379252 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=7']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:13.045211 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec557-d2c5-468a-8810-9a0b0b3a2115 req-5fc9fb33-adc3-4a83-984e-eb90e491ddee tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:13.046765 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e82ec557-d2c5-468a-8810-9a0b0b3a2115 req-5fc9fb33-adc3-4a83-984e-eb90e491ddee tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0751731 Apr 06 16:23:13.135789 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e82ec557-d2c5-468a-8810-9a0b0b3a2115 req-7ea0bcc7-379d-4657-aa6b-0fa6248de72b tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777137 Apr 06 16:23:13.145017 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e6bac-3f99-4342-94a6-c0129f53b1be req-31bb158b-93f9-4086-9ab2-be7cb4be2f6a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:13.147006 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ff9e6bac-3f99-4342-94a6-c0129f53b1be req-31bb158b-93f9-4086-9ab2-be7cb4be2f6a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0987387 Apr 06 16:23:13.214125 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ff9e6bac-3f99-4342-94a6-c0129f53b1be req-7cd78d35-d99b-4850-963a-df1ce991584d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584524 Apr 06 16:23:14.273409 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f1b4-955a-4d33-90bc-283e98cd1722 req-05a7d3f2-237e-4c41-b2ac-8041849d8d7c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:14.275192 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3b50f1b4-955a-4d33-90bc-283e98cd1722 req-05a7d3f2-237e-4c41-b2ac-8041849d8d7c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0638762 Apr 06 16:23:14.342948 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3b50f1b4-955a-4d33-90bc-283e98cd1722 req-b8a89b18-352a-4a58-b974-3de2f2e3be85 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590301 Apr 06 16:23:14.386677 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b275eb-65c7-442c-8cd5-7d945239f463 req-111ae69a-43e9-412b-8c12-a1c392b8e2df tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:14.388827 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e8b275eb-65c7-442c-8cd5-7d945239f463 req-111ae69a-43e9-412b-8c12-a1c392b8e2df tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0640848 Apr 06 16:23:14.459885 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e8b275eb-65c7-442c-8cd5-7d945239f463 req-5f9a8d41-ef2a-4106-b70c-3f21553d02d5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606451 Apr 06 16:23:15.497715 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785e80f-b354-40de-b6f2-f0daaa129a29 req-c9117067-6226-4ff6-ad4b-46f47bec13c6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:15.499388 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4785e80f-b354-40de-b6f2-f0daaa129a29 req-c9117067-6226-4ff6-ad4b-46f47bec13c6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0708165 Apr 06 16:23:15.566660 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4785e80f-b354-40de-b6f2-f0daaa129a29 req-72e60758-12cb-4680-af39-71e58a76e297 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616202 Apr 06 16:23:15.620425 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91d8c7-0ce8-41ad-b2a3-6241acbb2cf9 req-4144558e-4d5d-428f-979b-2c44be690922 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:15.622239 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0f91d8c7-0ce8-41ad-b2a3-6241acbb2cf9 req-4144558e-4d5d-428f-979b-2c44be690922 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0701995 Apr 06 16:23:15.678737 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0f91d8c7-0ce8-41ad-b2a3-6241acbb2cf9 req-aa9109e1-8189-4c6e-be61-17c84cf9da19 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493853 Apr 06 16:23:16.723610 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90cf-a4bc-4547-9b65-fbc33777a5da req-568607b9-68d9-4cb7-b50a-352efb010c99 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:16.725131 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7d0e90cf-a4bc-4547-9b65-fbc33777a5da req-568607b9-68d9-4cb7-b50a-352efb010c99 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0838513 Apr 06 16:23:16.812222 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7d0e90cf-a4bc-4547-9b65-fbc33777a5da req-0f2e1a68-94d1-415f-b3c8-6556e1b10141 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809658 Apr 06 16:23:16.840093 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b5d9b-e9dd-4800-8dd5-316be0b8417f req-28e0e788-4a2b-4dac-92b5-544c3f479e27 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:16.842230 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad4b5d9b-e9dd-4800-8dd5-316be0b8417f req-28e0e788-4a2b-4dac-92b5-544c3f479e27 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0863953 Apr 06 16:23:16.901111 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad4b5d9b-e9dd-4800-8dd5-316be0b8417f req-53642a65-c8cb-4ea9-bf9a-692eb5f8d7e0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530133 Apr 06 16:23:17.949924 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381eba4-dcd6-46c4-9155-bbaa61c5b351 req-39b5a510-b58a-4f22-a8ca-47d61e48bb01 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:17.956883 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1381eba4-dcd6-46c4-9155-bbaa61c5b351 req-39b5a510-b58a-4f22-a8ca-47d61e48bb01 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0692189 Apr 06 16:23:17.996936 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device f13bfa5c-ddb5-4a89-bbf3-4808f749f784 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:23:18.010018 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1381eba4-dcd6-46c4-9155-bbaa61c5b351 req-8a9c4fa5-0269-42ce-80c0-c7f8153e2f85 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522716 Apr 06 16:23:18.082527 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a09157-1b2b-4fa6-ac17-ce95797c4806 req-7aa2c94f-7e74-4ddf-934d-e5caad5b8a0f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:18.089989 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c3a09157-1b2b-4fa6-ac17-ce95797c4806 req-7aa2c94f-7e74-4ddf-934d-e5caad5b8a0f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0761440 Apr 06 16:23:18.141601 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:18.147501 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c3a09157-1b2b-4fa6-ac17-ce95797c4806 req-d522568a-18db-48ec-9cdc-944760859293 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515008 Apr 06 16:23:18.165460 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'port_id': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'mac_address': 'fa:16:3e:65:a3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:23:18.206019 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:18.206731 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:18.222096 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13bfa5c-ddb5-4a89-bbf3-4808f749f784 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:23:18.244382 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:18.251874 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:18.306890 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:18.626462 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['f13bfa5c-ddb5-4a89-bbf3-4808f749f784'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:23:19.163077 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9124924-e773-4994-b526-8e796f5b5161 req-4bc2e815-32e0-498d-904d-532d7cfabe2b tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:19.170671 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f9124924-e773-4994-b526-8e796f5b5161 req-4bc2e815-32e0-498d-904d-532d7cfabe2b tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 944 time: 0.0708892 Apr 06 16:23:19.221437 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f9124924-e773-4994-b526-8e796f5b5161 req-2ebf99de-4e6e-4ccc-b461-92d083269949 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498154 Apr 06 16:23:19.276575 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c99a5-d538-44a5-a12c-c101d4d2393c req-c0f989ff-1ba6-495a-8d7f-f9c74ab3f77c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:19.278061 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-541c99a5-d538-44a5-a12c-c101d4d2393c req-c0f989ff-1ba6-495a-8d7f-f9c74ab3f77c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0556998 Apr 06 16:23:19.343350 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-541c99a5-d538-44a5-a12c-c101d4d2393c req-7b1afea8-967a-4340-8943-db7b66aa79a6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592849 Apr 06 16:23:19.738339 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b24d13de-e3da-4fba-a229-a838ca467725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:20.017918 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device f13bfa5c-ddb5-4a89-bbf3-4808f749f784 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:23:20.084172 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:23:20.088712 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:23:20.089313 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:20.172661 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:20.173059 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:20.195522 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:20.198000 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3236b37-14e0-491b-93c4-72bbcc84d203" -d '{"events": [{"server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "name": "network-vif-plugged", "status": "completed", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:20.210502 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:20.215990 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:20.242032 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6688e3bc-87bc-484f-9428-92b0c03d3de3 x-openstack-request-id: req-6688e3bc-87bc-484f-9428-92b0c03d3de3 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:20.242346 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "name": "network-vif-plugged", "status": "completed", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:20.242605 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6688e3bc-87bc-484f-9428-92b0c03d3de3 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:20.244398 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6688e3bc-87bc-484f-9428-92b0c03d3de3'] response: {'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'code': 200} Apr 06 16:23:20.270663 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:20.340921 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4eb70-8a18-45ca-9838-77e260fe94e0 req-52608509-dde6-4d57-bc12-442093c7fee4 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:20.342996 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b7e4eb70-8a18-45ca-9838-77e260fe94e0 req-52608509-dde6-4d57-bc12-442093c7fee4 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0546057 Apr 06 16:23:20.392089 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b7e4eb70-8a18-45ca-9838-77e260fe94e0 req-28bb5643-7849-4858-b8cc-51c6885b9c03 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Apr 06 16:23:20.469400 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50531af-5e99-43cd-a08c-70afe86ba3b6 req-37e6e19e-0ed2-4ba0-a151-c9d6b0e0f567 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:20.470938 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b50531af-5e99-43cd-a08c-70afe86ba3b6 req-37e6e19e-0ed2-4ba0-a151-c9d6b0e0f567 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0536280 Apr 06 16:23:20.517706 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b50531af-5e99-43cd-a08c-70afe86ba3b6 req-1affc8b1-b465-44da-b1b7-d872e735a084 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411770 Apr 06 16:23:21.544456 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-9679ea68-fbe7-492b-864b-75dca4be3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:21.545957 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-9679ea68-fbe7-492b-864b-75dca4be3a98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 1130 time: 0.1306038 Apr 06 16:23:21.547623 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f4b24-f4aa-475d-a63e-865208eb504d req-6f4eff7c-b847-49c0-8fcc-65ed8a161cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:21.548956 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-287f4b24-f4aa-475d-a63e-865208eb504d req-6f4eff7c-b847-49c0-8fcc-65ed8a161cce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1129 time: 0.1024122 Apr 06 16:23:21.563802 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248fab6-9404-48bc-90c2-b49b15c1f143 req-c07e1c16-c31c-4f56-8524-f9a322e50e12 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:21.565243 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c248fab6-9404-48bc-90c2-b49b15c1f143 req-c07e1c16-c31c-4f56-8524-f9a322e50e12 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0872192 Apr 06 16:23:21.618074 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c248fab6-9404-48bc-90c2-b49b15c1f143 req-6c8f3770-9eab-4360-9f40-f908da5f9223 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472534 Apr 06 16:23:21.746381 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5948d8-a952-4041-a952-5b67e4b2374f req-bc1b6123-554b-4789-9bc2-acd17fdb6cce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:21.747815 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2c5948d8-a952-4041-a952-5b67e4b2374f req-bc1b6123-554b-4789-9bc2-acd17fdb6cce tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.0734930 Apr 06 16:23:21.754316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb227b48-939d-48f1-a0fe-b1ea32a88799 req-7f874c7f-fb5e-47ce-99be-63d828d19b84 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:21.755714 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-eb227b48-939d-48f1-a0fe-b1ea32a88799 req-7f874c7f-fb5e-47ce-99be-63d828d19b84 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0899525 Apr 06 16:23:21.825964 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2c5948d8-a952-4041-a952-5b67e4b2374f req-67085510-8b3f-4737-a873-c098dcbce233 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686436 Apr 06 16:23:21.829619 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-eb227b48-939d-48f1-a0fe-b1ea32a88799 req-28a155b3-117d-4d54-9ee3-4bfe3b99fa07 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674500 Apr 06 16:23:21.936667 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-287f4b24-f4aa-475d-a63e-865208eb504d req-1fc9f494-47ae-4d1f-a8cc-31fdd2801947 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026995 Apr 06 16:23:21.956786 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-b6af894c-9c69-458a-b615-662e5530d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:21.958181 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-b6af894c-9c69-458a-b615-662e5530d0e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 918 time: 0.1228614 Apr 06 16:23:22.070995 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4980-099b-4b13-abb3-72a71ae36bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:22.735504 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20dc07-843e-4884-9e11-73f450edd1b9 req-4ccce249-dfd2-4ea0-88eb-6f26a7d19888 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:22.737023 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bd20dc07-843e-4884-9e11-73f450edd1b9 req-4ccce249-dfd2-4ea0-88eb-6f26a7d19888 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0542634 Apr 06 16:23:22.788323 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bd20dc07-843e-4884-9e11-73f450edd1b9 req-1e898ad9-61bb-432c-837a-46492872b9f4 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457876 Apr 06 16:23:22.987957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a875d-2608-4ce1-8865-676993bf08a7 req-b8335b30-fb8c-4324-9bfd-39dc593beb10 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:22.989349 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e0a875d-2608-4ce1-8865-676993bf08a7 req-b8335b30-fb8c-4324-9bfd-39dc593beb10 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.0817919 Apr 06 16:23:22.996887 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ac72-52b5-4d80-8e17-9bcd077c87b2 req-f870b87b-8e14-4a40-9258-26ab401c1ec4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:22.998811 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3587ac72-52b5-4d80-8e17-9bcd077c87b2 req-f870b87b-8e14-4a40-9258-26ab401c1ec4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.0812569 Apr 06 16:23:23.068158 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e0a875d-2608-4ce1-8865-676993bf08a7 req-64fb601f-cae4-4a4f-8ee5-e941833ace00 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684025 Apr 06 16:23:23.071374 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3587ac72-52b5-4d80-8e17-9bcd077c87b2 req-b34fd89b-0fa4-4e6a-8a7d-7f1fec7b34aa tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661664 Apr 06 16:23:23.228119 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:23.644760 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-83acce72-84b6-4c92-81f3-81a81b2ac6c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 HTTP/1.1" status: 200 len: 1002 time: 0.0608315 Apr 06 16:23:23.695029 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-e516878e-6179-4149-b919-09fbaac08624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:23.696486 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-e516878e-6179-4149-b919-09fbaac08624 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.0433147 Apr 06 16:23:23.762219 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-3d4e0690-b11a-4f8d-bc48-196debe148bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:23.764280 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-3d4e0690-b11a-4f8d-bc48-196debe148bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457284 Apr 06 16:23:23.777272 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:23.905633 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989908b7-7fe5-41d1-aac0-afd9898a7f8f req-929a2866-fa72-4864-abf3-2b86962343b1 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:23.907173 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-989908b7-7fe5-41d1-aac0-afd9898a7f8f req-929a2866-fa72-4864-abf3-2b86962343b1 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0554979 Apr 06 16:23:23.954350 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-989908b7-7fe5-41d1-aac0-afd9898a7f8f req-f3a10b7c-f4d1-4cc7-b1b7-a2e9a08f8f34 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Apr 06 16:23:24.299411 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e352ee-62e0-4a1a-a6a6-7283a7d1eadf req-32903a27-0c34-48a6-90bb-1372b41ec060 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:24.300878 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0e352ee-62e0-4a1a-a6a6-7283a7d1eadf req-32903a27-0c34-48a6-90bb-1372b41ec060 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.1575985 Apr 06 16:23:24.311590 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fefce-ea22-48d5-8ebe-49f520b3741b req-7e194ca1-e88b-4b69-bc68-38b27529aebc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:24.313091 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-106fefce-ea22-48d5-8ebe-49f520b3741b req-7e194ca1-e88b-4b69-bc68-38b27529aebc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.1791101 Apr 06 16:23:24.369406 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-8bed33fe-c0d7-4bde-b8ce-dca7a07355e7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:24.371127 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-8bed33fe-c0d7-4bde-b8ce-dca7a07355e7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 946 time: 0.2046111 Apr 06 16:23:24.377676 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-aad9c0eb-230f-46d5-842a-7ddb9d2527a3 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979089 Apr 06 16:23:24.469316 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0e352ee-62e0-4a1a-a6a6-7283a7d1eadf req-663c0538-816a-4aab-8e4c-ce7fbcde62f2 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493516 Apr 06 16:23:24.505964 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-106fefce-ea22-48d5-8ebe-49f520b3741b req-b7010f25-3c99-4836-bb5d-f2c994488bd0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=122dc136-c273-4fae-be8a-3c55a79fb9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849432 Apr 06 16:23:24.584583 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9cf673c3-e3c5-45bc-9ff3-879501d9d3c1 req-e0cb6470-102c-4cf6-8580-88780b44a881 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763785 Apr 06 16:23:24.591467 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Deleting port 1378d719-4192-40da-b8f8-6072718d0b00 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:23:24.591806 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (1378d719-4192-40da-b8f8-6072718d0b00), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:24.642845 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:24.686919 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] For port 1378d719-4192-40da-b8f8-6072718d0b00, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1378d719-4192-40da-b8f8-6072718d0b00,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:24.687290 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (1378d719-4192-40da-b8f8-6072718d0b00), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:24.870929 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c80b2-8799-45ed-b286-a6fa2328be50 req-8b24de14-a731-4de9-b4cb-64f1633fe3bc tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:24.873139 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c01c80b2-8799-45ed-b286-a6fa2328be50 req-8b24de14-a731-4de9-b4cb-64f1633fe3bc tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1539273 Apr 06 16:23:24.975704 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c01c80b2-8799-45ed-b286-a6fa2328be50 req-c56561d8-f91b-4bbf-8ddd-04108067e4e9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949175 Apr 06 16:23:24.977490 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:24.977865 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (ae61f405-9775-400b-90d9-a07e35071731), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:24.978162 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Floating IP ae61f405-9775-400b-90d9-a07e35071731 disassociated. External IP: 172.27.3.89, port: 1378d719-4192-40da-b8f8-6072718d0b00. Apr 06 16:23:24.978499 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Calling delete_port for 1378d719-4192-40da-b8f8-6072718d0b00 owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:23:25.302263 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efae7d-beda-4770-9b63-f620e8f206b1 req-cb963aaf-83d2-4776-8410-7998deed7b9e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:25.303755 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-43efae7d-beda-4770-9b63-f620e8f206b1 req-cb963aaf-83d2-4776-8410-7998deed7b9e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.2798610 Apr 06 16:23:25.378880 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (1378d719-4192-40da-b8f8-6072718d0b00), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:25.390062 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-43efae7d-beda-4770-9b63-f620e8f206b1 req-9bbca656-1afe-4e61-8963-89162a5f1a02 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806112 Apr 06 16:23:25.410761 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'Port': ['ID=1378d719-4192-40da-b8f8-6072718d0b00,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:25.527655 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:23:25.633015 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d7812def-7e08-41ac-91ab-1a88d449199b req-9a71766c-a163-43e9-81b6-cada460a38b7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 210 time: 0.0489566 Apr 06 16:23:25.694371 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ab4e-d44c-413b-9913-2f39a027eabd req-d1a1019b-07e4-4498-84c4-8d84e217ff9f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:25.695840 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-10a9ab4e-d44c-413b-9913-2f39a027eabd req-d1a1019b-07e4-4498-84c4-8d84e217ff9f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 946 time: 0.1228652 Apr 06 16:23:25.711645 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:23:25.723680 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:23:25.737096 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:25.737805 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:25.768536 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] No DVR routers for this DVR port 1378d719-4192-40da-b8f8-6072718d0b00 on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:23:25.777081 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:25.781010 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ef799f25-9635-4292-8bd5-73ef4fbe103e req-2fc63ef6-78ff-4581-8173-3dcb799372a9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "DELETE /v2.0/ports/1378d719-4192-40da-b8f8-6072718d0b00 HTTP/1.1" status: 204 len: 173 time: 1.3907890 Apr 06 16:23:25.781496 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'name': 'network-vif-deleted', 'tag': '1378d719-4192-40da-b8f8-6072718d0b00'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:25.783730 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6139d6f9-7347-4bb0-b95c-1db576205f8e" -d '{"events": [{"server_uuid": "5fa26fb6-0f31-4862-aad8-c1916fd60c98", "name": "network-vif-deleted", "tag": "1378d719-4192-40da-b8f8-6072718d0b00"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:25.792797 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-10a9ab4e-d44c-413b-9913-2f39a027eabd req-82b876eb-f8bb-4b97-92b8-8a1ccd8cb9c4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907733 Apr 06 16:23:25.849270 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3d131e-8a19-413b-bd5f-ea50f1a7413d x-openstack-request-id: req-1f3d131e-8a19-413b-bd5f-ea50f1a7413d {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:25.849596 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa26fb6-0f31-4862-aad8-c1916fd60c98", "name": "network-vif-deleted", "tag": "1378d719-4192-40da-b8f8-6072718d0b00", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:25.849856 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f3d131e-8a19-413b-bd5f-ea50f1a7413d {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:25.850262 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3d131e-8a19-413b-bd5f-ea50f1a7413d'] response: {'server_uuid': '5fa26fb6-0f31-4862-aad8-c1916fd60c98', 'name': 'network-vif-deleted', 'tag': '1378d719-4192-40da-b8f8-6072718d0b00', 'status': 'completed', 'code': 200} Apr 06 16:23:25.852592 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:25.943578 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:26.048792 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:23:26.078879 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:57Z', 'revision_number': 2, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:26.098320 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499aa8d-d35f-4bc0-a387-738ef9e7cc84 req-4dfb08df-124f-4f73-ab36-bb09d17fdbcb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:26.099976 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4499aa8d-d35f-4bc0-a387-738ef9e7cc84 req-4dfb08df-124f-4f73-ab36-bb09d17fdbcb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0561910 Apr 06 16:23:26.121827 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:23:26.130938 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:26.131830 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:26.131963 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 is: ACTIVE; New status is: DOWN {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:26.132301 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:26.158713 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:26.161547 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24103756-4f61-4297-95f4-9335da9255df" -d '{"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:26.171496 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4499aa8d-d35f-4bc0-a387-738ef9e7cc84 req-796066f2-8075-43b9-b99e-9f5a12caab7d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632715 Apr 06 16:23:26.177594 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:26.183052 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:26.254233 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=8']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:26.258920 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed29265e-7efa-4d85-ae9a-4591d94cd010 x-openstack-request-id: req-ed29265e-7efa-4d85-ae9a-4591d94cd010 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:26.259210 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:26.259466 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed29265e-7efa-4d85-ae9a-4591d94cd010 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:26.259867 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed29265e-7efa-4d85-ae9a-4591d94cd010'] response: {'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'code': 200} Apr 06 16:23:26.366094 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:26.539950 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e56f3-acf9-44eb-9838-bd33f4b74cbf req-c9d47f9b-de99-4e65-b986-99b201100dae tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:26.541499 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7d2e56f3-acf9-44eb-9838-bd33f4b74cbf req-c9d47f9b-de99-4e65-b986-99b201100dae tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0702519 Apr 06 16:23:26.593266 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7d2e56f3-acf9-44eb-9838-bd33f4b74cbf req-95ea3f9a-e563-4883-ab46-92149740dc65 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 Apr 06 16:23:26.609670 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:57Z', 'revision_number': 2, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:26.640772 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0fc91-ddd6-4051-bd97-5e6160354795 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '91b8406d-6a1b-4767-8368-34971b0de12d', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:80:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:20:13Z', 'updated_at': '2022-04-06T16:20:57Z', 'revision_number': 2, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:23:26.845784 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-29840218-c59d-4086-857c-1bf41e3cfb55 req-b1c06ca7-14f9-46cd-a6f9-bc130f7d406d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fa26fb6-0f31-4862-aad8-c1916fd60c98 HTTP/1.1" status: 200 len: 210 time: 0.0864811 Apr 06 16:23:26.913764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31147-e038-46f0-b19f-5ede94e21f29 req-e8438632-9ef5-41b2-a016-0206be152d8c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:26.915963 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-55d31147-e038-46f0-b19f-5ede94e21f29 req-e8438632-9ef5-41b2-a016-0206be152d8c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.2370577 Apr 06 16:23:26.918067 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9043-4ca7-4723-b801-07db980aee9d req-bc01ae42-0751-42c6-88be-b3bfd2388edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:26.920066 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dffd9043-4ca7-4723-b801-07db980aee9d req-bc01ae42-0751-42c6-88be-b3bfd2388edc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1129 time: 0.2061751 Apr 06 16:23:27.002993 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-55d31147-e038-46f0-b19f-5ede94e21f29 req-233e8663-9524-471a-bafb-fc5a75e3e72b tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806410 Apr 06 16:23:27.010467 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b77bcf-35c8-450c-a65f-66aae694c97c req-3c56219c-378c-42ad-b775-52d0cacb6d1b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:27.011943 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-44b77bcf-35c8-450c-a65f-66aae694c97c req-3c56219c-378c-42ad-b775-52d0cacb6d1b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0884533 Apr 06 16:23:27.025638 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58642) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:27.034249 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056589f2-490e-4e87-a3cc-d1300895be2d None None] New status for floating IP ae61f405-9775-400b-90d9-a07e35071731: DOWN {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:23:27.080546 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-44b77bcf-35c8-450c-a65f-66aae694c97c req-5c6a1cc4-e209-49b3-9338-6f3a3cd8db38 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564127 Apr 06 16:23:27.149668 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f0f00-7f63-4bbe-93d7-7cc29ba442a4 tempest-TestShelveInstance-1055707150 tempest-TestShelveInstance-1055707150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:27.151584 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-351f0f00-7f63-4bbe-93d7-7cc29ba442a4 tempest-TestShelveInstance-1055707150 tempest-TestShelveInstance-1055707150-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1124 time: 0.1247790 Apr 06 16:23:27.155826 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58650) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:27.161009 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'port_id': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:27.188325 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:27.326135 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250ce3b-b4b5-4ffe-b3d9-289c08d049db req-42adac1f-e499-4aa4-a2c7-aa48903d384d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:27.327540 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e250ce3b-b4b5-4ffe-b3d9-289c08d049db req-42adac1f-e499-4aa4-a2c7-aa48903d384d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0720897 Apr 06 16:23:27.460010 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e250ce3b-b4b5-4ffe-b3d9-289c08d049db req-a1de16db-90ca-454f-a8a5-84f90cb387cb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250782 Apr 06 16:23:27.464260 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:27.555873 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9043-4ca7-4723-b801-07db980aee9d req-920f990a-9a8a-438e-8106-c7b1fd4a015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:27.557426 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dffd9043-4ca7-4723-b801-07db980aee9d req-920f990a-9a8a-438e-8106-c7b1fd4a015b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.1800854 Apr 06 16:23:27.621107 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Allocated IP 172.27.3.117 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/72560859-0939-4e14-a33b-954c332fb1cd) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:23:27.729983 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [req-c991841c-c5d2-4353-8b3f-c77ae450bfdb req-6dae1864-c41f-406e-811c-ce32e3c6bb5c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:23:27.730947 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c991841c-c5d2-4353-8b3f-c77ae450bfdb req-6dae1864-c41f-406e-811c-ce32e3c6bb5c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101354 Apr 06 16:23:27.739968 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for port (72560859-0939-4e14-a33b-954c332fb1cd), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:27.778264 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (72560859-0939-4e14-a33b-954c332fb1cd), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:27.847947 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'Port': ['ID=72560859-0939-4e14-a33b-954c332fb1cd,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:27.857014 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:23:27.932423 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:23:27.939488 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:23:27.992935 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58684) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:28.053921 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8a4875c6-98e3-4f36-a89f-e80494ccdc79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (122dc136-c273-4fae-be8a-3c55a79fb9f2), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.054860 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 1378d719-4192-40da-b8f8-6072718d0b00 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:23:28.089166 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 1378d719-4192-40da-b8f8-6072718d0b00 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:23:28.090351 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 1378d719-4192-40da-b8f8-6072718d0b00 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:23:28.095879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8a4875c6-98e3-4f36-a89f-e80494ccdc79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (122dc136-c273-4fae-be8a-3c55a79fb9f2), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.160911 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8a4875c6-98e3-4f36-a89f-e80494ccdc79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (122dc136-c273-4fae-be8a-3c55a79fb9f2), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.170511 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8a4875c6-98e3-4f36-a89f-e80494ccdc79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.174735 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-8a4875c6-98e3-4f36-a89f-e80494ccdc79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "DELETE /v2.0/security-groups/122dc136-c273-4fae-be8a-3c55a79fb9f2 HTTP/1.1" status: 204 len: 168 time: 0.1776915 Apr 06 16:23:28.182180 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58686) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:28.183173 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4875c6-98e3-4f36-a89f-e80494ccdc79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122dc136-c273-4fae-be8a-3c55a79fb9f2,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:28.199337 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.api.v2.resource [None req-9f662934-043c-4714-beed-d5e8dec05ad0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] show failed (client error): The resource could not be found. Apr 06 16:23:28.201618 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-9f662934-043c-4714-beed-d5e8dec05ad0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups/122dc136-c273-4fae-be8a-3c55a79fb9f2 HTTP/1.1" status: 404 len: 347 time: 0.0158496 Apr 06 16:23:28.205469 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58688) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:28.239665 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dffd9043-4ca7-4723-b801-07db980aee9d req-757dba68-1fec-4e4a-9266-56f7ad381710 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 200 len: 1000 time: 0.3981810 Apr 06 16:23:28.316152 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23a7e7-7269-459e-9848-d1bcf47b9fa7 req-c7b3a85b-0f0a-488e-95e1-a95327fed8ec tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:28.319225 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df23a7e7-7269-459e-9848-d1bcf47b9fa7 req-c7b3a85b-0f0a-488e-95e1-a95327fed8ec tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.3958955 Apr 06 16:23:28.344354 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Deleting port 33b0be39-4a78-42ff-a0b7-82f341a341d5 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:23:28.344703 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (33b0be39-4a78-42ff-a0b7-82f341a341d5), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.377273 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58700) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:28.422737 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9043-4ca7-4723-b801-07db980aee9d req-7441452e-b092-4c47-9b2e-0c4c0fd54757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:28.424305 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dffd9043-4ca7-4723-b801-07db980aee9d req-7441452e-b092-4c47-9b2e-0c4c0fd54757 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.1757529 Apr 06 16:23:28.425519 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (33b0be39-4a78-42ff-a0b7-82f341a341d5), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.425857 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (33b0be39-4a78-42ff-a0b7-82f341a341d5), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.451711 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Calling delete_port for 33b0be39-4a78-42ff-a0b7-82f341a341d5 owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:23:28.624143 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (33b0be39-4a78-42ff-a0b7-82f341a341d5), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.639403 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df23a7e7-7269-459e-9848-d1bcf47b9fa7 req-1b2ff183-e92d-4d4b-9dfa-f9f66b3526b2 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3037896 Apr 06 16:23:28.670189 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'Port': ['ID=33b0be39-4a78-42ff-a0b7-82f341a341d5,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:28.733714 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9043-4ca7-4723-b801-07db980aee9d req-1076d479-222d-42bd-b946-f255b182f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:28.735341 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dffd9043-4ca7-4723-b801-07db980aee9d req-1076d479-222d-42bd-b946-f255b182f57a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3008842 Apr 06 16:23:28.765462 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (ae61f405-9775-400b-90d9-a07e35071731), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.768551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e8a4-b735-4d7b-9e7e-26f07682a138 req-f876023a-1065-4a71-9c9a-926d9b8731b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:28.768816 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:28.770076 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9280e8a4-b735-4d7b-9e7e-26f07682a138 req-f876023a-1065-4a71-9c9a-926d9b8731b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.2247961 Apr 06 16:23:28.775071 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e65a512d-fdbf-4e7d-a746-993a06cfc035 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "DELETE /v2.0/floatingips/ae61f405-9775-400b-90d9-a07e35071731 HTTP/1.1" status: 204 len: 168 time: 0.5681131 Apr 06 16:23:28.994358 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-0648748a-c4a5-4478-82ce-1230a81f9f92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5913069 Apr 06 16:23:29.048640 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-7f6a0a98-66ce-4d37-9938-73bca5f1e874 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:23:29.049645 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-7f6a0a98-66ce-4d37-9938-73bca5f1e874 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272074 Apr 06 16:23:29.073680 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for floatingip (7cde7fa7-44cc-458f-b224-44fce08dfee2), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:29.130268 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58722) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:29.180347 dv-cinder-815660-7-iscsi neutron-server[103707]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 16:23:29.181582 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9280e8a4-b735-4d7b-9e7e-26f07682a138 req-60faf72b-edb8-4099-9971-66b097ad2ec5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932082 Apr 06 16:23:29.190634 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dffd9043-4ca7-4723-b801-07db980aee9d req-05378247-e2bf-4922-8665-e60df495d060 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446731 Apr 06 16:23:29.197466 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d04b9d-5f26-4b51-8f20-63d45cde75e1 req-02b22270-fa67-4aa5-95f6-58cfa59347e2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:29.198941 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e8d04b9d-5f26-4b51-8f20-63d45cde75e1 req-02b22270-fa67-4aa5-95f6-58cfa59347e2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.2077770 Apr 06 16:23:29.228107 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-0327f84b-2b20-4884-b913-8fcdde5c47fd tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:29.229537 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-0327f84b-2b20-4884-b913-8fcdde5c47fd tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports/0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 HTTP/1.1" status: 200 len: 941 time: 0.0982177 Apr 06 16:23:29.291181 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (72560859-0939-4e14-a33b-954c332fb1cd), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:29.366787 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e8d04b9d-5f26-4b51-8f20-63d45cde75e1 req-3690c47f-d1d6-4359-a79f-0ee77f0080f9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564000 Apr 06 16:23:29.387029 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dffd9043-4ca7-4723-b801-07db980aee9d req-e25f4b79-460c-4316-b4ac-34674eb26074 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870415 Apr 06 16:23:29.549352 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for port (72560859-0939-4e14-a33b-954c332fb1cd), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:29.556109 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (72560859-0939-4e14-a33b-954c332fb1cd), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:29.633464 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event updated for resources: {'Port': ['ID=72560859-0939-4e14-a33b-954c332fb1cd,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:29.649411 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (7cde7fa7-44cc-458f-b224-44fce08dfee2), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:29.786722 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Floating IP 7cde7fa7-44cc-458f-b224-44fce08dfee2 associated. External IP: 172.27.3.117, port: f13bfa5c-ddb5-4a89-bbf3-4808f749f784. Apr 06 16:23:29.834265 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8197ec-f5d8-4aef-ac64-f6426ae49194 req-71462ab8-41fa-4b5d-ad22-024a95040c06 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:29.835688 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad8197ec-f5d8-4aef-ac64-f6426ae49194 req-71462ab8-41fa-4b5d-ad22-024a95040c06 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.1045704 Apr 06 16:23:29.926535 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad8197ec-f5d8-4aef-ac64-f6426ae49194 req-67115f49-147e-4890-8064-10c55a255d5c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828686 Apr 06 16:23:30.040374 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Router 2ddaa676-c666-400f-8101-8f6b4764483b has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:23:30.160994 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:23:30.171355 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] Sync routers for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:23:30.180131 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:30.181602 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:30.182198 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:30.219346 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5038c12f-fb03-4b80-9bf7-0ec0073e2765 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0623360 Apr 06 16:23:30.220503 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:30.222951 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c36ddb6-7745-40e2-9380-e99c7070f4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:30.282088 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51f0ad1-8b3c-4b7f-9ccb-395bb3716128 x-openstack-request-id: req-a51f0ad1-8b3c-4b7f-9ccb-395bb3716128 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:30.282454 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:30.282802 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a51f0ad1-8b3c-4b7f-9ccb-395bb3716128 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:30.283271 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51f0ad1-8b3c-4b7f-9ccb-395bb3716128'] response: {'name': 'network-changed', 'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'status': 'completed', 'code': 200} Apr 06 16:23:30.316600 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:30.357676 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b5574-9de6-4f10-9986-e32fc81aff17 req-fef99ff4-29f6-43b1-9c80-13828327a3b5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:30.359109 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bb2b5574-9de6-4f10-9986-e32fc81aff17 req-fef99ff4-29f6-43b1-9c80-13828327a3b5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0887995 Apr 06 16:23:30.364946 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-86123bf2-b216-4497-b80f-980f2ca62d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:30.366362 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-86123bf2-b216-4497-b80f-980f2ca62d77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56ac47e9df204a5dbb3be811989f4eab&device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1129 time: 0.0620222 Apr 06 16:23:30.501008 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bb2b5574-9de6-4f10-9986-e32fc81aff17 req-87b71081-6cdf-4d39-ae5c-1db5a98fce36 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336291 Apr 06 16:23:30.542998 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-bb8b7f4b-5829-463c-8df0-38395d56c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:30.544598 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-bb8b7f4b-5829-463c-8df0-38395d56c359 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 200 len: 909 time: 0.1646271 Apr 06 16:23:30.552607 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51563dbc-9181-4232-a49b-dc57b5cb0f79 req-44cf0965-3539-461b-8172-f09754976742 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:30.554030 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51563dbc-9181-4232-a49b-dc57b5cb0f79 req-44cf0965-3539-461b-8172-f09754976742 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0997515 Apr 06 16:23:30.598120 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '7cde7fa7-44cc-458f-b224-44fce08dfee2', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'port_id': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'mac_address': 'fa:16:3e:65:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:28Z', 'updated_at': '2022-04-06T16:23:28Z', 'revision_number': 0, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:41Z', 'revision_number': 5, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:30.630333 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] Checking router: 2ddaa676-c666-400f-8101-8f6b4764483b for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:23:30.640640 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:30.641554 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:30.649593 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-e3a90830-e319-4ed1-804b-c0aa5ea4606f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 999 time: 0.0945823 Apr 06 16:23:30.653113 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-51563dbc-9181-4232-a49b-dc57b5cb0f79 req-e80bd040-0137-40b0-8731-80f8824f0e04 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926793 Apr 06 16:23:30.703032 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-301e2dcf-97f0-4a9f-9913-c134b240ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:30.704494 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-301e2dcf-97f0-4a9f-9913-c134b240ad9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1ab3677-0836-4e11-81c0-5cef3e5ccb62 HTTP/1.1" status: 200 len: 847 time: 0.0466824 Apr 06 16:23:30.757909 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-f6b93e49-85fd-4801-a9bd-0bdbf62c8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:30.759565 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-f6b93e49-85fd-4801-a9bd-0bdbf62c8b80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83157fcb-a6b3-43fa-b698-f814e3289e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471661 Apr 06 16:23:30.770101 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:30.874378 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-0000242d-65f0-44b7-bdcc-09d5dae183bc service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019640 Apr 06 16:23:30.916134 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95acaf-4562-4965-a1e5-e9426f1e1fa7 req-b0fa8615-f39d-4a54-81aa-ee921d9dc01e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:30.917606 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cb95acaf-4562-4965-a1e5-e9426f1e1fa7 req-b0fa8615-f39d-4a54-81aa-ee921d9dc01e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.0580540 Apr 06 16:23:30.971341 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cb95acaf-4562-4965-a1e5-e9426f1e1fa7 req-bfb153f2-1cef-46d1-81ca-dca160dff31c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477891 Apr 06 16:23:31.018905 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '7cde7fa7-44cc-458f-b224-44fce08dfee2', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'port_id': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'mac_address': 'fa:16:3e:65:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:28Z', 'updated_at': '2022-04-06T16:23:28Z', 'revision_number': 0, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:41Z', 'revision_number': 5, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:31.047533 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bb6b1-c61a-4910-901d-b80653da6b8b None None] The sync data for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi is: [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '7cde7fa7-44cc-458f-b224-44fce08dfee2', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'port_id': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'mac_address': 'fa:16:3e:65:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:28Z', 'updated_at': '2022-04-06T16:23:28Z', 'revision_number': 0, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:41Z', 'revision_number': 5, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:23:31.053189 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588767f9-63e5-49f8-9f82-7a48b1273b82 req-11c501c4-99d3-4bd6-b039-3ce0f945afb7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:31.054722 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-588767f9-63e5-49f8-9f82-7a48b1273b82 req-11c501c4-99d3-4bd6-b039-3ce0f945afb7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0527806 Apr 06 16:23:31.107237 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-588767f9-63e5-49f8-9f82-7a48b1273b82 req-182e7105-1c4f-4968-b123-96adc35691a7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454080 Apr 06 16:23:31.246321 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e92c85-e782-4375-82c7-1e716c862f76 None None] New status for floating IP 7cde7fa7-44cc-458f-b224-44fce08dfee2: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:23:31.621920 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8fc6a-d211-45b4-85f1-626eaed21a77 req-b074d3d9-3f21-4aa5-98bf-d295fe86565e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:31.623413 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-efe8fc6a-d211-45b4-85f1-626eaed21a77 req-b074d3d9-3f21-4aa5-98bf-d295fe86565e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0523992 Apr 06 16:23:31.668747 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-efe8fc6a-d211-45b4-85f1-626eaed21a77 req-d3bb7678-3a15-4b91-82d4-f5e907b87542 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397642 Apr 06 16:23:31.769034 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac38e-0b7f-49bb-9690-0ad63d5a25a6 req-d644c6d7-14ea-4c7a-b8d7-30110b7cb89b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:31.770518 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cfeac38e-0b7f-49bb-9690-0ad63d5a25a6 req-d644c6d7-14ea-4c7a-b8d7-30110b7cb89b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0512853 Apr 06 16:23:31.817591 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cfeac38e-0b7f-49bb-9690-0ad63d5a25a6 req-0d02f65f-523c-4ffb-8013-1b9fc482bf33 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408242 Apr 06 16:23:32.059412 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:23:32.091706 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b862e7a-cd5c-44f4-9690-6d3bfcbe96b8 req-556e81f4-9731-4691-af9f-31e3f011b32e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:32.093177 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4b862e7a-cd5c-44f4-9690-6d3bfcbe96b8 req-556e81f4-9731-4691-af9f-31e3f011b32e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Apr 06 16:23:32.140030 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4b862e7a-cd5c-44f4-9690-6d3bfcbe96b8 req-d21aeb69-7702-4b27-b8ac-a7ead4e3f0c6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Apr 06 16:23:32.140794 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 is: DOWN; New status is: DOWN {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:32.227168 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b8135-01c3-4a42-8a9d-d3a331b88b22 req-0bc796fc-5307-4fe2-9450-ff17d57907d6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:32.228633 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-af1b8135-01c3-4a42-8a9d-d3a331b88b22 req-0bc796fc-5307-4fe2-9450-ff17d57907d6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0509620 Apr 06 16:23:32.274661 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-af1b8135-01c3-4a42-8a9d-d3a331b88b22 req-b921111a-5d31-47ef-ba95-d8b6905e8cb7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396619 Apr 06 16:23:32.429950 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c36ddb6-7745-40e2-9380-e99c7070f4e0 req-9211fc53-0a81-4bc8-97f2-10ef812af196 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871749 Apr 06 16:23:32.718772 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-755f44dd-cad8-40c5-8a04-be1e6382af21 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:32.720486 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-755f44dd-cad8-40c5-8a04-be1e6382af21 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.0555501 Apr 06 16:23:32.848155 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abf574-f215-4c62-a0c2-9964fb9497d3 req-124bb872-2684-47b3-8b03-e894d20ae99e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:32.849641 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-50abf574-f215-4c62-a0c2-9964fb9497d3 req-124bb872-2684-47b3-8b03-e894d20ae99e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1070752 Apr 06 16:23:32.910176 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Deleting port 9e6159a2-f8ed-4eed-81fc-bab4c749817a {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:23:32.910517 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:32.980880 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-50abf574-f215-4c62-a0c2-9964fb9497d3 req-c76fda2a-0489-406d-b653-3fb7f4c7845b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243947 Apr 06 16:23:33.016410 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc57d7-00b7-4830-bad2-fbe3e58f8cea req-c88ea134-f7ca-45fe-8005-fa8eef9bbc7f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:33.017884 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bcfc57d7-00b7-4830-bad2-fbe3e58f8cea req-c88ea134-f7ca-45fe-8005-fa8eef9bbc7f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.1329756 Apr 06 16:23:33.094668 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] For port 9e6159a2-f8ed-4eed-81fc-bab4c749817a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9e6159a2-f8ed-4eed-81fc-bab4c749817a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:33.095055 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:33.186581 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bcfc57d7-00b7-4830-bad2-fbe3e58f8cea req-94ef00b8-82d2-4b04-80e0-3963ce79e730 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519952 Apr 06 16:23:33.200975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-4200fc33-7414-4428-8467-c976458d32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:33.202222 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-4200fc33-7414-4428-8467-c976458d32ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e&tenant_id=92b52a952fbc44e79b60824dc180dc41 HTTP/1.1" status: 200 len: 1128 time: 0.1778836 Apr 06 16:23:33.613637 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504aa9-ab74-41f2-843d-8dcffc4bd7ab req-2f336333-4fd0-42e0-82aa-87c5941f631e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:33.615136 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-75504aa9-ab74-41f2-843d-8dcffc4bd7ab req-2f336333-4fd0-42e0-82aa-87c5941f631e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 945 time: 0.4063792 Apr 06 16:23:33.619374 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-b7d0dc38-0807-4894-a98c-817767fc2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:33.620998 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-b7d0dc38-0807-4894-a98c-817767fc2a8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 1128 time: 0.3791094 Apr 06 16:23:33.655566 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:33.655927 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (91b8406d-6a1b-4767-8368-34971b0de12d), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:33.656244 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Floating IP 91b8406d-6a1b-4767-8368-34971b0de12d disassociated. External IP: 172.27.3.215, port: 9e6159a2-f8ed-4eed-81fc-bab4c749817a. Apr 06 16:23:33.656584 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Calling delete_port for 9e6159a2-f8ed-4eed-81fc-bab4c749817a owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:23:33.666321 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310328ce-c9b7-49de-aa22-a9af483f5ab1 req-bc6745b5-5859-4eeb-bde2-d5f80c2108e0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:33.667771 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-310328ce-c9b7-49de-aa22-a9af483f5ab1 req-bc6745b5-5859-4eeb-bde2-d5f80c2108e0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.1881266 Apr 06 16:23:33.792984 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-75504aa9-ab74-41f2-843d-8dcffc4bd7ab req-7b38bd5d-bc24-4991-89a7-71bdd2827bda tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ced5fa4-805a-4b25-a6b6-de45192b67ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692505 Apr 06 16:23:33.846464 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-310328ce-c9b7-49de-aa22-a9af483f5ab1 req-e531d609-1bf3-406d-bfda-8762f286a1c1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1663179 Apr 06 16:23:33.853942 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-fc78083c-d267-4785-9c16-7bdc4ca420c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:33.855405 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-fc78083c-d267-4785-9c16-7bdc4ca420c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 918 time: 0.2153077 Apr 06 16:23:33.952034 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-70699450-69ec-4f5c-a936-0f5c6231534b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 HTTP/1.1" status: 200 len: 1000 time: 0.0879641 Apr 06 16:23:33.973786 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (9e6159a2-f8ed-4eed-81fc-bab4c749817a), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:34.027148 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'Port': ['ID=9e6159a2-f8ed-4eed-81fc-bab4c749817a,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:34.088740 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-654f2b79-b1af-4163-a663-90a631ddff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:34.090180 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-654f2b79-b1af-4163-a663-90a631ddff72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.1175613 Apr 06 16:23:34.221587 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-ee49fdbb-94be-444c-82fc-df174fa600f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:34.223122 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-ee49fdbb-94be-444c-82fc-df174fa600f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1201794 Apr 06 16:23:34.231345 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c243ef7-5260-4ebc-ab64-3af0c28730ab req-d7a83b72-da36-4e96-a227-bd112b7dd3f7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:34.232804 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c243ef7-5260-4ebc-ab64-3af0c28730ab req-d7a83b72-da36-4e96-a227-bd112b7dd3f7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1482241 Apr 06 16:23:34.266331 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:23:34.431535 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4c243ef7-5260-4ebc-ab64-3af0c28730ab req-68da89b0-6774-42b0-817f-7494fcee63eb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891232 Apr 06 16:23:34.440739 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-f9fad7e2-a034-4f8c-a2bf-8e2ccb718d62 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069893 Apr 06 16:23:34.494168 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a017-c407-4301-9097-f12d67606d0d req-176517ca-96cb-48cd-981b-32ba90ff2d0d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:34.495994 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8a98a017-c407-4301-9097-f12d67606d0d req-176517ca-96cb-48cd-981b-32ba90ff2d0d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.2331510 Apr 06 16:23:34.608218 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:23:34.620052 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:23:34.630062 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:34.630785 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:34.642500 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8a98a017-c407-4301-9097-f12d67606d0d req-f422ca33-fbea-4cfe-9cab-b181d54a2435 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326475 Apr 06 16:23:34.651110 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-088a5a79-c187-4b25-8c02-ebdb4fe6cca0 req-6207f8ff-41bf-475e-bb05-c65646909d45 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020099 Apr 06 16:23:34.665985 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] No DVR routers for this DVR port 9e6159a2-f8ed-4eed-81fc-bab4c749817a on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:23:34.668734 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:34.672214 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-21fee583-a2cc-4faa-9dba-4c8ed1da6a2f req-3e35cce3-abb9-4f66-80b0-9a10326488fb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "DELETE /v2.0/ports/9e6159a2-f8ed-4eed-81fc-bab4c749817a HTTP/1.1" status: 204 len: 173 time: 1.9203258 Apr 06 16:23:34.672683 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'name': 'network-vif-deleted', 'tag': '9e6159a2-f8ed-4eed-81fc-bab4c749817a'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:34.675101 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d0a5f9-f6b3-411b-9516-b91e057a6322" -d '{"events": [{"server_uuid": "c1e62dfc-8f26-4e08-8c9b-55975fdf3f96", "name": "network-vif-deleted", "tag": "9e6159a2-f8ed-4eed-81fc-bab4c749817a"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:34.713831 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc20b0d-e237-43ad-a992-55ed2ca8b5fc x-openstack-request-id: req-ccc20b0d-e237-43ad-a992-55ed2ca8b5fc {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:34.714124 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e62dfc-8f26-4e08-8c9b-55975fdf3f96", "name": "network-vif-deleted", "tag": "9e6159a2-f8ed-4eed-81fc-bab4c749817a", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:34.714375 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ccc20b0d-e237-43ad-a992-55ed2ca8b5fc {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:34.714807 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc20b0d-e237-43ad-a992-55ed2ca8b5fc'] response: {'server_uuid': 'c1e62dfc-8f26-4e08-8c9b-55975fdf3f96', 'name': 'network-vif-deleted', 'tag': '9e6159a2-f8ed-4eed-81fc-bab4c749817a', 'status': 'completed', 'code': 200} Apr 06 16:23:34.774538 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:34.931869 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-45f06bd0-cfa3-445d-9848-7bf5c0b4a28d req-8b7fbc23-e02a-4193-82f3-e6c397465cb0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0321708 Apr 06 16:23:35.003674 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a2498-8dab-4687-879c-f5de05872ee5 req-10d81657-c6bc-4294-b29b-7d7a392976eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:35.005279 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-480a2498-8dab-4687-879c-f5de05872ee5 req-10d81657-c6bc-4294-b29b-7d7a392976eb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0717170 Apr 06 16:23:35.023370 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:35.054875 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:23:35.063878 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:35.064526 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:35.067010 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-480a2498-8dab-4687-879c-f5de05872ee5 req-750d0039-e51f-4b2d-8dab-f459556da70a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499651 Apr 06 16:23:35.284809 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:35.526875 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:35.586816 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936de8b-6927-4127-bd77-f0e87bd43281 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:23:35.599493 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2695559-8d01-48f6-a1d3-4f0b052ccdf4 req-b56d6c3b-82b7-4339-9ee0-17047a021e0d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:35.601098 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c2695559-8d01-48f6-a1d3-4f0b052ccdf4 req-b56d6c3b-82b7-4339-9ee0-17047a021e0d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0939827 Apr 06 16:23:35.675557 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c2695559-8d01-48f6-a1d3-4f0b052ccdf4 req-ef9395b0-baa9-495b-b71a-c69aa6812d93 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676966 Apr 06 16:23:35.780847 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab187c6-d16b-4138-9dc9-c9a3d6a94b7f req-fa4446ee-c0fa-4a46-a17b-27c1be4ec2b6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:35.782367 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ab187c6-d16b-4138-9dc9-c9a3d6a94b7f req-fa4446ee-c0fa-4a46-a17b-27c1be4ec2b6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0649359 Apr 06 16:23:35.843873 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3ab187c6-d16b-4138-9dc9-c9a3d6a94b7f req-0d356cf3-ef46-432a-a4c1-3acb5c4fbd3d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552793 Apr 06 16:23:35.907546 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc564114-ac17-49d0-9c49-1e40e0e1c248 None None] New status for floating IP 91b8406d-6a1b-4767-8368-34971b0de12d: DOWN {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:23:36.101705 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e7762c2f-d07e-4b34-812e-85fe15dfbbaf req-e93f5bf6-b1fb-4c28-bb37-a3f57de718d7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0638540 Apr 06 16:23:36.202202 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecc26e-5f7b-412e-ab90-449a22487245 req-5510ea0f-6296-4625-be56-d1273d48f1ed tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:36.204348 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1eecc26e-5f7b-412e-ab90-449a22487245 req-5510ea0f-6296-4625-be56-d1273d48f1ed tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0600252 Apr 06 16:23:36.255717 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1eecc26e-5f7b-412e-ab90-449a22487245 req-477ffd74-4666-4f2c-b7a5-33b49ab890c5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458226 Apr 06 16:23:36.789234 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7880547-e981-429d-8a6e-3d2fcaa49f4d req-9f43a6ad-8a28-4711-9d40-e86c0dae78ca tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:36.790734 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b7880547-e981-429d-8a6e-3d2fcaa49f4d req-9f43a6ad-8a28-4711-9d40-e86c0dae78ca tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0552502 Apr 06 16:23:36.839774 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b7880547-e981-429d-8a6e-3d2fcaa49f4d req-f508d10a-b75d-4c59-b606-3f3603b54dd7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 Apr 06 16:23:36.972769 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8528dc4-90e8-4631-90f2-10da2775a165 req-16c2094a-9773-48f3-a902-96c59a21d33a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:36.974728 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b8528dc4-90e8-4631-90f2-10da2775a165 req-16c2094a-9773-48f3-a902-96c59a21d33a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0575857 Apr 06 16:23:37.023874 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b8528dc4-90e8-4631-90f2-10da2775a165 req-77d05c27-2d30-403d-b118-a847b13e7fd3 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434496 Apr 06 16:23:37.219858 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9cdf2309-eeff-4833-9052-63c08ae7e0f0 req-c1c76bf0-d0e7-409c-ae83-45eab7457581 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Apr 06 16:23:37.382830 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b037a0-dfb6-4df9-8dd2-cba6805e8b4b req-3952149c-581b-466e-9d8c-dc0a6d62d06f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:37.384297 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-10b037a0-dfb6-4df9-8dd2-cba6805e8b4b req-3952149c-581b-466e-9d8c-dc0a6d62d06f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0559063 Apr 06 16:23:37.431472 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-10b037a0-dfb6-4df9-8dd2-cba6805e8b4b req-561c1b16-d644-46b6-978a-34f37a015b07 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414610 Apr 06 16:23:37.971799 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073055b0-dee5-4dc4-ad21-449f97de84c3 req-e9a8feb3-9dcd-482f-a772-4e939b2b1c63 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:37.973293 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-073055b0-dee5-4dc4-ad21-449f97de84c3 req-e9a8feb3-9dcd-482f-a772-4e939b2b1c63 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0552981 Apr 06 16:23:38.029632 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-073055b0-dee5-4dc4-ad21-449f97de84c3 req-bbf86414-0bcb-4be5-943b-9b2d829ca2c5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497139 Apr 06 16:23:38.074352 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 9e6159a2-f8ed-4eed-81fc-bab4c749817a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:23:38.098191 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 9e6159a2-f8ed-4eed-81fc-bab4c749817a {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:23:38.098537 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 9e6159a2-f8ed-4eed-81fc-bab4c749817a not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:23:38.147051 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf007b1-1c96-455c-b2b1-a4b2b072438f req-bf7d4e96-4760-4093-a53c-db7f92fc52cd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:38.149097 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-caf007b1-1c96-455c-b2b1-a4b2b072438f req-bf7d4e96-4760-4093-a53c-db7f92fc52cd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0551503 Apr 06 16:23:38.204129 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-caf007b1-1c96-455c-b2b1-a4b2b072438f req-d59436cf-0e35-4437-a3d8-9e4bad41546a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472083 Apr 06 16:23:38.333325 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-59b48270-a7f8-4de0-aaba-0465a604838c req-f488bc7b-42b0-4419-b431-8d64a0450848 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0264812 Apr 06 16:23:38.359173 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:23:38.569651 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3b6b3-2e34-4e9f-89c8-274bcfdbd3d8 req-a3370835-0899-4643-aaf1-576ffaba312e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:38.571327 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-adc3b6b3-2e34-4e9f-89c8-274bcfdbd3d8 req-a3370835-0899-4643-aaf1-576ffaba312e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0595443 Apr 06 16:23:38.617561 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-adc3b6b3-2e34-4e9f-89c8-274bcfdbd3d8 req-3bd0c2e2-cea2-4408-8c04-0a8cb54a0235 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406635 Apr 06 16:23:39.155568 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a1bbd-4992-4c66-b3b0-8ffeabb22fc4 req-1cf2c48a-32bb-44e2-86fd-11e8cbbf1ecd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:39.156953 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5f0a1bbd-4992-4c66-b3b0-8ffeabb22fc4 req-1cf2c48a-32bb-44e2-86fd-11e8cbbf1ecd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0552423 Apr 06 16:23:39.209453 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5f0a1bbd-4992-4c66-b3b0-8ffeabb22fc4 req-cd87d588-1d88-4ee3-a1d8-a988ec3fb079 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468924 Apr 06 16:23:39.329317 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef48824-ca81-4dcf-81cc-d39901423a6c req-95cc1898-8ee0-484a-8257-0bbdeb7976be tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:39.330900 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1ef48824-ca81-4dcf-81cc-d39901423a6c req-95cc1898-8ee0-484a-8257-0bbdeb7976be tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0598309 Apr 06 16:23:39.406258 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1ef48824-ca81-4dcf-81cc-d39901423a6c req-28bd147a-8766-4ba6-8b9a-d80cd17221ae tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663085 Apr 06 16:23:39.483969 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4d9c5d16-bfd5-4939-b19f-cbf68f0a17cd req-6c7d566e-3803-4ecc-9576-5e065d6ed7a1 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0559626 Apr 06 16:23:39.751781 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728f23d-f041-46f5-a345-8988fa3d54a7 req-f55cce6f-e5d5-44cd-bf91-4ab8e6d67f9f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:39.753381 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9728f23d-f041-46f5-a345-8988fa3d54a7 req-f55cce6f-e5d5-44cd-bf91-4ab8e6d67f9f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0542850 Apr 06 16:23:39.817115 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9728f23d-f041-46f5-a345-8988fa3d54a7 req-0bbcad0a-fa82-4573-ad59-b9bdc2c6bcdb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577655 Apr 06 16:23:40.338542 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201939-4239-4b71-b5a2-45825f1c6d42 req-b8edfd4a-368c-4ff3-a577-f45eb01f140d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:40.340158 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de201939-4239-4b71-b5a2-45825f1c6d42 req-b8edfd4a-368c-4ff3-a577-f45eb01f140d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0540097 Apr 06 16:23:40.395163 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de201939-4239-4b71-b5a2-45825f1c6d42 req-84a4189d-d20f-4006-95c9-3d661658eafb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485718 Apr 06 16:23:40.532867 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7ac12-b38c-4458-9065-1e8eae577b2f req-3a712dc4-ab8c-4815-b12a-c53af5472b09 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:40.534372 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e2b7ac12-b38c-4458-9065-1e8eae577b2f req-3a712dc4-ab8c-4815-b12a-c53af5472b09 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0596418 Apr 06 16:23:40.593855 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e2b7ac12-b38c-4458-9065-1e8eae577b2f req-6fb8bbdd-0c87-40a5-b490-4d968463f57e tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535707 Apr 06 16:23:40.613061 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0d9fc8d2-4c45-4702-911c-262610e78865 req-4bc80a86-c612-42d0-bca1-e9b3df2d08fc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0359654 Apr 06 16:23:40.949373 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f082cac-e87b-490d-8c34-f66873e23cb7 req-e92a13c3-8dec-4289-b2b3-34c635e2b08e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:40.951614 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1f082cac-e87b-490d-8c34-f66873e23cb7 req-e92a13c3-8dec-4289-b2b3-34c635e2b08e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0537555 Apr 06 16:23:41.003823 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1f082cac-e87b-490d-8c34-f66873e23cb7 req-b4c2d7a3-6547-4a82-9586-b0f511f66f23 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466356 Apr 06 16:23:41.537335 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669085-e181-4b22-989a-236f88eba4ca req-4e1a5ab9-0316-48a2-a3f8-4fe96be23060 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:41.538890 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2e669085-e181-4b22-989a-236f88eba4ca req-4e1a5ab9-0316-48a2-a3f8-4fe96be23060 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0760963 Apr 06 16:23:41.597368 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2e669085-e181-4b22-989a-236f88eba4ca req-01e1933b-e5cb-4a19-80d4-8b88a89846c7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511184 Apr 06 16:23:41.732671 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-802cda9e-f128-40d2-83aa-83ac13ded389 req-17eaadf1-98b7-4603-9fc6-f6184f34569d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0321543 Apr 06 16:23:41.755523 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf93cf-ef92-46f5-b436-2b0b774634ff req-62168b7b-57d1-4dab-b4e5-7cb537fc38c9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:41.757024 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-18cf93cf-ef92-46f5-b436-2b0b774634ff req-62168b7b-57d1-4dab-b4e5-7cb537fc38c9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0907462 Apr 06 16:23:41.807095 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-18cf93cf-ef92-46f5-b436-2b0b774634ff req-307db51a-ae0f-40a7-9eda-3044c1182dd3 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Apr 06 16:23:42.139551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621482-fa28-4bcf-91c6-387fc88416fe req-0648efa2-50c3-4010-b138-fe6c71e2e8cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:42.141901 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed621482-fa28-4bcf-91c6-387fc88416fe req-0648efa2-50c3-4010-b138-fe6c71e2e8cf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0651574 Apr 06 16:23:42.198560 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed621482-fa28-4bcf-91c6-387fc88416fe req-5a6b8c62-cf65-460b-b788-c75fc0330f8c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470276 Apr 06 16:23:42.724981 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46fe3-69ca-435b-8225-2d271f89a13d req-1a8087c2-ca05-4955-980a-820034bc01a5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:42.726460 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fde46fe3-69ca-435b-8225-2d271f89a13d req-1a8087c2-ca05-4955-980a-820034bc01a5 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0552044 Apr 06 16:23:42.776351 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fde46fe3-69ca-435b-8225-2d271f89a13d req-77b0f9c7-6bdc-44f4-b224-b1c199962cd7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437577 Apr 06 16:23:42.864871 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c459aa13-e001-41e4-b585-c09ce511a924 req-d41b0760-26cb-472e-a47c-aebbae4c7827 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0277665 Apr 06 16:23:42.939615 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c91a-0000-4b18-bf16-cf3202c1b4d8 req-7736c0c9-189d-4cc1-ae7b-a5932de7f403 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:42.941102 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9451c91a-0000-4b18-bf16-cf3202c1b4d8 req-7736c0c9-189d-4cc1-ae7b-a5932de7f403 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0639677 Apr 06 16:23:42.991709 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9451c91a-0000-4b18-bf16-cf3202c1b4d8 req-bd0edce3-5a76-45a7-942f-124e60035449 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450249 Apr 06 16:23:43.327504 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35bb56-bf51-4978-852d-ed721bd2c613 req-ea29ac0a-e86a-4bbd-9e4e-2d33c86a33a8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:43.329565 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bb35bb56-bf51-4978-852d-ed721bd2c613 req-ea29ac0a-e86a-4bbd-9e4e-2d33c86a33a8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0591350 Apr 06 16:23:43.379851 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bb35bb56-bf51-4978-852d-ed721bd2c613 req-750c1ea0-e968-4755-8861-0c816a70f290 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446429 Apr 06 16:23:43.912458 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489bf94-2f5f-4176-adab-d30621cc9680 req-6eb14d51-072e-4a0e-b3c2-9e7d61795b4d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:43.919363 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4489bf94-2f5f-4176-adab-d30621cc9680 req-6eb14d51-072e-4a0e-b3c2-9e7d61795b4d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0737646 Apr 06 16:23:43.978628 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4489bf94-2f5f-4176-adab-d30621cc9680 req-28dce1c9-81e3-4b9c-a931-9119b72d0858 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583529 Apr 06 16:23:44.007215 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-82c642e2-4802-47ca-81aa-e8909a15398c req-51d6bdda-fa52-4101-801e-0c678583cf1f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0476775 Apr 06 16:23:44.110032 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6c3d-dcd7-4129-bca2-0254c84aa206 req-dbe511cc-cda3-4740-9b4c-e84223304d4b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:44.111569 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-db6c6c3d-dcd7-4129-bca2-0254c84aa206 req-dbe511cc-cda3-4740-9b4c-e84223304d4b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0533693 Apr 06 16:23:44.161332 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-db6c6c3d-dcd7-4129-bca2-0254c84aa206 req-42c80624-77f3-49a6-bbb6-7a95f2fc5861 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442402 Apr 06 16:23:44.500628 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0fa9a-479d-4b1f-b58c-101105c550d6 req-66561d69-b920-4006-95ee-cfe569177f9e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:44.502083 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5bb0fa9a-479d-4b1f-b58c-101105c550d6 req-66561d69-b920-4006-95ee-cfe569177f9e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0519676 Apr 06 16:23:44.548025 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5bb0fa9a-479d-4b1f-b58c-101105c550d6 req-607cc4b5-f9aa-49d1-ae99-a87f096e1179 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403812 Apr 06 16:23:45.120040 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-025d5760-8787-43d5-a6b7-49f12376284c req-ec68ffa8-90b0-41b4-aa48-695ba5fbb79f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e62dfc-8f26-4e08-8c9b-55975fdf3f96 HTTP/1.1" status: 200 len: 210 time: 0.0303020 Apr 06 16:23:45.136096 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bbc4b-1c48-469b-b6f1-1033289a0482 req-89cb2d77-de94-4137-bfdc-179736f7eeba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:45.138148 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5a6bbc4b-1c48-469b-b6f1-1033289a0482 req-89cb2d77-de94-4137-bfdc-179736f7eeba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0834441 Apr 06 16:23:45.203153 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5a6bbc4b-1c48-469b-b6f1-1033289a0482 req-fc519a60-7736-4998-91f3-e6759ff8cc50 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578384 Apr 06 16:23:45.285868 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7b8e-77df-4b35-af70-7ef3f977024b req-8b942e47-7e51-4939-b296-6cdff194ee6a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:45.287378 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76aa7b8e-77df-4b35-af70-7ef3f977024b req-8b942e47-7e51-4939-b296-6cdff194ee6a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0530674 Apr 06 16:23:45.335459 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76aa7b8e-77df-4b35-af70-7ef3f977024b req-58764462-44db-45e5-a0fd-fd3f68b9fa80 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 Apr 06 16:23:45.568855 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b752fa-7223-44e0-93b5-e2bde85932b0 req-150b7f09-7da7-42ef-aab7-a63736419d39 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:45.570336 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07b752fa-7223-44e0-93b5-e2bde85932b0 req-150b7f09-7da7-42ef-aab7-a63736419d39 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0518076 Apr 06 16:23:45.617184 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07b752fa-7223-44e0-93b5-e2bde85932b0 req-a998a247-7774-43e5-8224-1c4a514ad5f3 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413485 Apr 06 16:23:45.670516 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f989e-a80b-4ebd-8fcf-03b52f68c7e6 req-207aeaa4-55a5-445b-85b0-d561d24e8b27 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:45.671927 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad3f989e-a80b-4ebd-8fcf-03b52f68c7e6 req-207aeaa4-55a5-445b-85b0-d561d24e8b27 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0524521 Apr 06 16:23:45.717917 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad3f989e-a80b-4ebd-8fcf-03b52f68c7e6 req-cb54a2c4-64b6-470c-8306-863514995756 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401998 Apr 06 16:23:46.047956 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-3cb511b7-e211-4c6c-9fb0-c2b25d71c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:46.049457 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-3cb511b7-e211-4c6c-9fb0-c2b25d71c07e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 1130 time: 0.2567298 Apr 06 16:23:46.202301 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58904) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:46.255716 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b8a-8590-45ae-9e12-21e1ad2ab830 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (7ced5fa4-805a-4b25-a6b6-de45192b67ed), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.279012 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b8a-8590-45ae-9e12-21e1ad2ab830 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (7ced5fa4-805a-4b25-a6b6-de45192b67ed), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.320856 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803ccbb-540d-46bb-ad3e-a7c8300ef565 req-37202904-63b3-45af-847f-7f383eae31cd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:46.322263 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b803ccbb-540d-46bb-ad3e-a7c8300ef565 req-37202904-63b3-45af-847f-7f383eae31cd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Apr 06 16:23:46.329300 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b8a-8590-45ae-9e12-21e1ad2ab830 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (7ced5fa4-805a-4b25-a6b6-de45192b67ed), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.331947 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b8a-8590-45ae-9e12-21e1ad2ab830 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.333206 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3ee53b8a-8590-45ae-9e12-21e1ad2ab830 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "DELETE /v2.0/security-groups/7ced5fa4-805a-4b25-a6b6-de45192b67ed HTTP/1.1" status: 204 len: 168 time: 0.1298747 Apr 06 16:23:46.336369 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58908) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:46.353263 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.api.v2.resource [None req-4da04fdb-4d3e-45ed-b902-2c957252cb59 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] show failed (client error): The resource could not be found. Apr 06 16:23:46.354243 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-4da04fdb-4d3e-45ed-b902-2c957252cb59 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups/7ced5fa4-805a-4b25-a6b6-de45192b67ed HTTP/1.1" status: 404 len: 347 time: 0.0169854 Apr 06 16:23:46.355041 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53b8a-8590-45ae-9e12-21e1ad2ab830 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ced5fa4-805a-4b25-a6b6-de45192b67ed,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:46.357143 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58910) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:46.413005 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b803ccbb-540d-46bb-ad3e-a7c8300ef565 req-cad0f0ef-9e41-4d4f-a0cd-681e9b24d61c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838144 Apr 06 16:23:46.491482 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Deleting port 235c6e22-8a8c-4bd2-9ffe-75248a7256da {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:23:46.491830 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (235c6e22-8a8c-4bd2-9ffe-75248a7256da), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.567435 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (235c6e22-8a8c-4bd2-9ffe-75248a7256da), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.567794 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (235c6e22-8a8c-4bd2-9ffe-75248a7256da), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.579727 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Calling delete_port for 235c6e22-8a8c-4bd2-9ffe-75248a7256da owned by network:floatingip {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:23:46.742155 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (235c6e22-8a8c-4bd2-9ffe-75248a7256da), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.773680 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'Port': ['ID=235c6e22-8a8c-4bd2-9ffe-75248a7256da,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:46.783443 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951de7-fce2-48d7-b5eb-fa6792b988a9 req-6c3a39d3-d0da-4866-b1b5-fe561fbc35f5 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:46.784951 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-02951de7-fce2-48d7-b5eb-fa6792b988a9 req-6c3a39d3-d0da-4866-b1b5-fe561fbc35f5 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0911341 Apr 06 16:23:46.993520 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (91b8406d-6a1b-4767-8368-34971b0de12d), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.996270 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:46.997402 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-b2652425-3e00-4bd0-a2d5-a344323d127a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "DELETE /v2.0/floatingips/91b8406d-6a1b-4767-8368-34971b0de12d HTTP/1.1" status: 204 len: 168 time: 0.6393456 Apr 06 16:23:47.010091 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-02951de7-fce2-48d7-b5eb-fa6792b988a9 req-aaa4925b-1ac1-4683-966f-f2865ab11922 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125688 Apr 06 16:23:47.036954 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38717b1-7043-421d-829d-352e70abdc18 req-2efc830f-6221-47e9-9179-306fcd19ef87 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:47.038745 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a38717b1-7043-421d-829d-352e70abdc18 req-2efc830f-6221-47e9-9179-306fcd19ef87 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.2303360 Apr 06 16:23:47.043613 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-fdb6d4ef-d4d9-4d9c-a6d1-31ed6418e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:47.045495 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-fdb6d4ef-d4d9-4d9c-a6d1-31ed6418e079 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 912 time: 0.2379079 Apr 06 16:23:47.049206 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443ae26-c972-49fd-9f35-a83d3a59ba4d req-dcc2dc06-5145-481e-b004-c0e3809f2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:47.050589 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a443ae26-c972-49fd-9f35-a83d3a59ba4d req-dcc2dc06-5145-481e-b004-c0e3809f2f20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1129 time: 0.1452651 Apr 06 16:23:47.164416 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-009e00ec-53a8-46b3-aa89-0ac4ae9d2013 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 HTTP/1.1" status: 200 len: 1002 time: 0.1128547 Apr 06 16:23:47.172079 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a38717b1-7043-421d-829d-352e70abdc18 req-00da2069-11e6-4679-bed1-5c193278e92b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1249251 Apr 06 16:23:47.181696 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a443ae26-c972-49fd-9f35-a83d3a59ba4d req-cfe78dee-afb2-4f20-9b17-6f7f7b6990c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194913 Apr 06 16:23:47.216349 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-8d21595c-026d-4111-856c-6c716210eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:47.217883 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-8d21595c-026d-4111-856c-6c716210eb52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.0446718 Apr 06 16:23:47.254480 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58920) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:47.258918 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-c48b1db1-3366-4917-8526-f19a4518142b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1146051853', 'description': 'tempest-description--2013880589'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:47.278200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c48b1db1-3366-4917-8526-f19a4518142b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.346269 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c48b1db1-3366-4917-8526-f19a4518142b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (1370b910-4a5f-4e53-9c7f-601897bbf219), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.350085 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c48b1db1-3366-4917-8526-f19a4518142b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (1370b910-4a5f-4e53-9c7f-601897bbf219), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.379217 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c48b1db1-3366-4917-8526-f19a4518142b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.380403 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c48b1db1-3366-4917-8526-f19a4518142b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1249113 Apr 06 16:23:47.381224 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b1db1-3366-4917-8526-f19a4518142b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1370b910-4a5f-4e53-9c7f-601897bbf219,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:47.383216 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 58922) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:47.387628 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-ce41fe66-93c7-49a1-8c94-a5d3c137eaa5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group_rule': {'security_group_id': '1370b910-4a5f-4e53-9c7f-601897bbf219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:47.439941 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ce41fe66-93c7-49a1-8c94-a5d3c137eaa5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (ae887465-8158-4eb8-894f-a05291aad6b2), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.460168 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-ee5729ac-82db-45c7-82d0-2d4a94c17e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:47.461659 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-ee5729ac-82db-45c7-82d0-2d4a94c17e2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691469 Apr 06 16:23:47.570763 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ce41fe66-93c7-49a1-8c94-a5d3c137eaa5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (ae887465-8158-4eb8-894f-a05291aad6b2), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.577614 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ce41fe66-93c7-49a1-8c94-a5d3c137eaa5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (ae887465-8158-4eb8-894f-a05291aad6b2), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.611986 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41fe66-93c7-49a1-8c94-a5d3c137eaa5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae887465-8158-4eb8-894f-a05291aad6b2,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:47.629387 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ce41fe66-93c7-49a1-8c94-a5d3c137eaa5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.630572 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ce41fe66-93c7-49a1-8c94-a5d3c137eaa5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464664 Apr 06 16:23:47.633385 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58926) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:47.638298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-ae889626-f5ee-4930-ad58-b71ec977af4c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group_rule': {'security_group_id': '1370b910-4a5f-4e53-9c7f-601897bbf219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:47.638864 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0405d-f3c4-4726-b434-5b2051aed8e2 req-f8f93d88-1580-4521-9d73-536c7f649488 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:47.640308 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-eaf0405d-f3c4-4726-b434-5b2051aed8e2 req-f8f93d88-1580-4521-9d73-536c7f649488 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1559525 Apr 06 16:23:47.642564 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-9b3f2313-4133-4743-a1fe-5a7a2f02f692 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704633 Apr 06 16:23:47.664805 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ae889626-f5ee-4930-ad58-b71ec977af4c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (b7528a1c-4d4b-420e-8582-aba07aec583a), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.689103 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-eaf0405d-f3c4-4726-b434-5b2051aed8e2 req-9d6f0918-01c7-43e2-add9-958faefb2daa tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Apr 06 16:23:47.710198 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ae889626-f5ee-4930-ad58-b71ec977af4c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (b7528a1c-4d4b-420e-8582-aba07aec583a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.713402 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ae889626-f5ee-4930-ad58-b71ec977af4c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (b7528a1c-4d4b-420e-8582-aba07aec583a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.730162 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae889626-f5ee-4930-ad58-b71ec977af4c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7528a1c-4d4b-420e-8582-aba07aec583a,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:47.738600 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ae889626-f5ee-4930-ad58-b71ec977af4c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.739779 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ae889626-f5ee-4930-ad58-b71ec977af4c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1053770 Apr 06 16:23:47.742785 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 58928) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:47.747150 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:47.766975 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.857666 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:47.963288 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Allocated IP 172.27.3.76 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/0a319477-65c4-4c47-817f-cf9ae8a8cd85) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:23:48.036746 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bad89a43-97e6-40d9-ba43-d7592f211bf3 req-f96779a8-25cd-447a-ad59-82fafca48b58 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872805 Apr 06 16:23:48.065144 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (0a319477-65c4-4c47-817f-cf9ae8a8cd85), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:48.107671 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (0a319477-65c4-4c47-817f-cf9ae8a8cd85), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:48.133838 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27945c29-6d3a-4ce9-a1ef-8f9f667f4bb6 req-406aa5e3-fc7b-4a85-9b0e-fbe95c32febb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:48.135372 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-27945c29-6d3a-4ce9-a1ef-8f9f667f4bb6 req-406aa5e3-fc7b-4a85-9b0e-fbe95c32febb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0551913 Apr 06 16:23:48.148903 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:23:48.151743 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:23:48.157357 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:23:48.180355 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=0a319477-65c4-4c47-817f-cf9ae8a8cd85,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:48.184343 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-27945c29-6d3a-4ce9-a1ef-8f9f667f4bb6 req-2db39995-9710-44d9-83c3-c19b5c9364f4 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427608 Apr 06 16:23:48.248715 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (995cc505-a88d-4254-ba0d-ca15dc003241), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:48.285999 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0a319477-65c4-4c47-817f-cf9ae8a8cd85), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:48.298745 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9324b-4f76-4d4a-b033-f427300136a5 req-7dd64250-c31a-4285-9ce5-32666ea48624 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:48.300238 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5de9324b-4f76-4d4a-b033-f427300136a5 req-7dd64250-c31a-4285-9ce5-32666ea48624 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0528767 Apr 06 16:23:48.352390 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5de9324b-4f76-4d4a-b033-f427300136a5 req-8a5cf509-1191-4295-bd6c-9469cd198db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464156 Apr 06 16:23:48.436241 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (0a319477-65c4-4c47-817f-cf9ae8a8cd85), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:48.440310 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (0a319477-65c4-4c47-817f-cf9ae8a8cd85), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:48.505111 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=0a319477-65c4-4c47-817f-cf9ae8a8cd85,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:48.517895 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (995cc505-a88d-4254-ba0d-ca15dc003241), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:48.531794 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:48.532988 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-de07f5e7-9b0e-4ba6-bcef-226b8cc9bb79 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7893107 Apr 06 16:23:48.717626 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-c142a63d-0ef9-4fed-badb-c557e47510e2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1146051853&fields=id&tenant_id=8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 267 time: 0.0405364 Apr 06 16:23:48.860959 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcf695-8fb7-4fe4-9539-550390eabdd6 req-ebed964a-074d-4b16-99cd-f764c861cabd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:48.862431 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41bcf695-8fb7-4fe4-9539-550390eabdd6 req-ebed964a-074d-4b16-99cd-f764c861cabd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0942059 Apr 06 16:23:48.868364 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-407f7c06-997b-48a7-939c-6d39d262fa2a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:48.869686 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-407f7c06-997b-48a7-939c-6d39d262fa2a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 815 time: 0.1457076 Apr 06 16:23:48.895323 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-14da6f4f-a842-4a60-9565-8a4e6d987bed tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/quotas/8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 375 time: 0.0184529 Apr 06 16:23:48.944865 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41bcf695-8fb7-4fe4-9539-550390eabdd6 req-52169b9a-4e34-47ba-ae16-f6bf53935c11 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739918 Apr 06 16:23:48.967537 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-d99e2cce-f091-4a7e-b156-6ee8dcdf42db tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620732 Apr 06 16:23:49.066914 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-31b992a7-22e4-45be-9f90-1d15c40ad275 service neutron] 10.222.0.10 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876729 Apr 06 16:23:49.153116 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-7910393f-ac5d-4347-8bdb-40dbf3a4a3ed service neutron] 10.222.0.10 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805414 Apr 06 16:23:49.319966 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3067dcf4-a83c-4f1f-a799-c25d131ac118 req-0b7c624d-5e3a-4d94-9cf9-3dc72d9d963f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 210 time: 0.0339553 Apr 06 16:23:49.339624 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4ad33-a828-4fde-8b96-715b07918587 req-7b31f04b-0540-4bb0-a603-8d16dc99b613 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:49.341317 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6bc4ad33-a828-4fde-8b96-715b07918587 req-7b31f04b-0540-4bb0-a603-8d16dc99b613 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0879104 Apr 06 16:23:49.389402 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6bc4ad33-a828-4fde-8b96-715b07918587 req-d558b4e5-ff78-4ae5-afc6-3ece3fd9a1c4 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401435 Apr 06 16:23:49.487566 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01825521-d385-4f8a-bdac-79fcb49f12e4 req-b5e95dea-fa5d-490a-8d9a-677da527eaf6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:49.489113 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-01825521-d385-4f8a-bdac-79fcb49f12e4 req-b5e95dea-fa5d-490a-8d9a-677da527eaf6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0618331 Apr 06 16:23:49.537779 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-01825521-d385-4f8a-bdac-79fcb49f12e4 req-cbe8e0cc-b6f5-4047-80ed-98a2b31b4969 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429733 Apr 06 16:23:49.731302 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5469840a-04f7-4e60-9e2f-ba0c6339084e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:50.067312 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92154a-9c64-4578-9d2b-8ad7d143aefc req-cce426df-1ffb-4442-b0d0-844d87669d60 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:50.068779 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3a92154a-9c64-4578-9d2b-8ad7d143aefc req-cce426df-1ffb-4442-b0d0-844d87669d60 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0550585 Apr 06 16:23:50.120062 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3a92154a-9c64-4578-9d2b-8ad7d143aefc req-60dc424d-52b2-40ad-a938-8ddc5ae1547a tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456870 Apr 06 16:23:50.275075 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-81c25788-b1a2-40ad-8ff7-e132df8fa5c6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:50.277408 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-81c25788-b1a2-40ad-8ff7-e132df8fa5c6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 815 time: 0.1161094 Apr 06 16:23:50.350561 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-c2cbecf1-a223-44f0-b5c2-d310d1f9e797 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 380 time: 0.0605986 Apr 06 16:23:50.418011 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-081b48ba-abd4-4edf-84f1-f1ed3259969d req-9fd5ceff-911b-4a07-bbae-935ead35bf6d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 210 time: 0.0321054 Apr 06 16:23:50.422372 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'port': {'device_id': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'admin_state_up': True, 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'security_groups': ['1370b910-4a5f-4e53-9c7f-601897bbf219']}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:50.601541 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Made reservation on behalf of 8bbedda6ee48464fb3365fed5dbed23a for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:23:50.604883 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:50.608505 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-5d5ee997-1f3a-4964-a17b-9e87f4879d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:50.610082 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-5d5ee997-1f3a-4964-a17b-9e87f4879d71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1129 time: 0.1118815 Apr 06 16:23:50.643782 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e05768-f32e-4b11-89b1-18b039fac1b5 req-e26184cf-5480-4708-9514-8f455eac98c0 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:50.645272 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76e05768-f32e-4b11-89b1-18b039fac1b5 req-e26184cf-5480-4708-9514-8f455eac98c0 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1452277 Apr 06 16:23:50.833043 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b47432-0d89-40a7-a470-5cb77676a6b8 req-fb49da20-f3a6-49f2-9a46-666e260bb95c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:50.834423 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c4b47432-0d89-40a7-a470-5cb77676a6b8 req-fb49da20-f3a6-49f2-9a46-666e260bb95c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.2161283 Apr 06 16:23:50.837220 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-76e05768-f32e-4b11-89b1-18b039fac1b5 req-9afb709c-b18f-48f9-9d34-02c12eed957d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684299 Apr 06 16:23:50.876084 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-ba966379-c912-4f9b-b051-866c2f66111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:50.877494 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-ba966379-c912-4f9b-b051-866c2f66111c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.2543063 Apr 06 16:23:50.916252 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Allocated IP 172.20.0.6 (60a0ad62-9536-48c1-8d5c-18a2aec63d4a/36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4/63ace9df-69f0-45c5-9d46-328ba26b5029) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:23:50.938739 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c4b47432-0d89-40a7-a470-5cb77676a6b8 req-a7b406b0-7317-4c5b-8b41-495663de26d8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910928 Apr 06 16:23:51.269508 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:51.300922 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:51.343967 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:23:51.348889 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:23:51.352622 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:23:51.376113 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=63ace9df-69f0-45c5-9d46-328ba26b5029,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:51.404634 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:51.405260 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:51.421215 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-95def0bc-46d3-460b-a61c-84d82a26b362 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0057521 Apr 06 16:23:51.546163 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971321e-bdfd-4ae0-9f3f-22d44049d558 req-69b483f6-452a-4647-81c5-82045d991a02 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:51.547685 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4971321e-bdfd-4ae0-9f3f-22d44049d558 req-69b483f6-452a-4647-81c5-82045d991a02 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 931 time: 0.0579793 Apr 06 16:23:51.593628 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4971321e-bdfd-4ae0-9f3f-22d44049d558 req-b8692826-d093-4a4c-8be6-a090e240dd7f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 Apr 06 16:23:51.616437 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-b352a98d-e700-4dc4-97da-6144d0e83dc3 None None] Provisioning complete for port 63ace9df-69f0-45c5-9d46-328ba26b5029 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:23:51.616981 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b352a98d-e700-4dc4-97da-6144d0e83dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:51.644976 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Request body: {'port': {'device_id': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:51.652842 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-b352a98d-e700-4dc4-97da-6144d0e83dc3 None None] Port 63ace9df-69f0-45c5-9d46-328ba26b5029 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:23:51.744227 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-7a3d2399-9dd7-4046-b58e-0c1b16cc960d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 200 len: 1000 time: 0.0964570 Apr 06 16:23:51.751054 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:51.824443 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-f4c63b3d-d3ce-4913-97b4-5fa8ac81318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:51.825875 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-f4c63b3d-d3ce-4913-97b4-5fa8ac81318c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0727801 Apr 06 16:23:52.049716 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-2ddbb978-2ce8-446d-a877-a53452b74736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:52.051273 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-2ddbb978-2ce8-446d-a877-a53452b74736 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2137759 Apr 06 16:23:52.072772 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b312dffd-30a6-4620-bbe5-9f6f575e2aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:52.080140 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae423db-2e16-44f3-bce0-e9fc6aa28107 req-07e295a1-3db2-405b-a97d-0dbfddf0892f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:52.081519 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fae423db-2e16-44f3-bce0-e9fc6aa28107 req-07e295a1-3db2-405b-a97d-0dbfddf0892f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1690557 Apr 06 16:23:52.193858 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751ac41-c791-4fee-8d49-dcd13c120791 req-416f398b-0526-4d1d-b459-986e760154de tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:52.195340 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d751ac41-c791-4fee-8d49-dcd13c120791 req-416f398b-0526-4d1d-b459-986e760154de tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.1836526 Apr 06 16:23:52.298453 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fae423db-2e16-44f3-bce0-e9fc6aa28107 req-73e5484e-6307-4ffe-8e13-70630b3c2cf6 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002516 Apr 06 16:23:52.300408 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-2eebdf78-3849-4759-b835-01f31eca43d1 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373002 Apr 06 16:23:52.328581 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ace9df-69f0-45c5-9d46-328ba26b5029 {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:23:52.372905 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d751ac41-c791-4fee-8d49-dcd13c120791 req-ada85a97-c34f-472b-b109-5f2d95c65c24 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1689253 Apr 06 16:23:52.374712 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Publish callbacks [] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:52.395722 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Transition to ACTIVE for port object 63ace9df-69f0-45c5-9d46-328ba26b5029 will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:23:52.402147 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:52.468225 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9013aa2-059b-427a-b501-2399e2d6b0c3 req-49bdc36f-ebe2-43dd-a041-6f1a4b7dc410 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533566 Apr 06 16:23:52.471426 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Pushing event updated for resources: {'Port': ['ID=63ace9df-69f0-45c5-9d46-328ba26b5029,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:52.550305 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Attempting to bind port 63ace9df-69f0-45c5-9d46-328ba26b5029 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:23:52.550643 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Attempting to bind port 63ace9df-69f0-45c5-9d46-328ba26b5029 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:23:52.551009 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Attempting to bind port 63ace9df-69f0-45c5-9d46-328ba26b5029 on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:23:52.555576 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Port 63ace9df-69f0-45c5-9d46-328ba26b5029 on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:23:52.555898 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Attempting to bind port 63ace9df-69f0-45c5-9d46-328ba26b5029 on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:23:52.560812 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:23:52.561141 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Checking segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:23:52.561520 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Bound using segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:23:52.561952 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Bound port: 63ace9df-69f0-45c5-9d46-328ba26b5029, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:23:52.562318 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:52.633285 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] For port 63ace9df-69f0-45c5-9d46-328ba26b5029, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:23:52.636718 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] For port 63ace9df-69f0-45c5-9d46-328ba26b5029, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=63ace9df-69f0-45c5-9d46-328ba26b5029,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:23:52.643075 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:52.686270 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:52.686930 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:52.688339 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] 10.222.0.45 "PUT /v2.0/ports/63ace9df-69f0-45c5-9d46-328ba26b5029 HTTP/1.1" status: 200 len: 1093 time: 1.0476770 Apr 06 16:23:52.690740 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'tag': '63ace9df-69f0-45c5-9d46-328ba26b5029'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:52.692217 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ced2ca-bf0f-427c-a2f0-038633f747e0" -d '{"events": [{"name": "network-changed", "server_uuid": "49414472-f4e6-4e50-a5f9-07b1cc0be2f1", "tag": "63ace9df-69f0-45c5-9d46-328ba26b5029"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:52.731053 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe8ba5e-821b-4a2e-b47a-51f297a6dc62 x-openstack-request-id: req-1fe8ba5e-821b-4a2e-b47a-51f297a6dc62 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:52.731341 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49414472-f4e6-4e50-a5f9-07b1cc0be2f1", "tag": "63ace9df-69f0-45c5-9d46-328ba26b5029", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:52.731595 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fe8ba5e-821b-4a2e-b47a-51f297a6dc62 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:52.731993 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe8ba5e-821b-4a2e-b47a-51f297a6dc62'] response: {'name': 'network-changed', 'server_uuid': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'tag': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'status': 'completed', 'code': 200} Apr 06 16:23:52.738178 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c4afa-792a-48f6-9e4d-8cdfb6a803bd service neutron] Pushing event updated for resources: {'Port': ['ID=63ace9df-69f0-45c5-9d46-328ba26b5029,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:52.757882 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e368b-7299-4d03-9064-404799bc194a req-1533e9ab-9d7c-4a7f-bcdd-520822466395 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:52.759466 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5f9e368b-7299-4d03-9064-404799bc194a req-1533e9ab-9d7c-4a7f-bcdd-520822466395 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 943 time: 0.0906534 Apr 06 16:23:52.814346 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5f9e368b-7299-4d03-9064-404799bc194a req-5d3847e7-d8ec-4bef-9861-154500a420a5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485470 Apr 06 16:23:53.230271 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:53.416144 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75b49f-e3f7-4966-8e81-d8c58647509f req-1f4979da-0c30-4c48-8de3-6db4a84c229c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:53.418740 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3a75b49f-e3f7-4966-8e81-d8c58647509f req-1f4979da-0c30-4c48-8de3-6db4a84c229c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0517600 Apr 06 16:23:53.487770 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3a75b49f-e3f7-4966-8e81-d8c58647509f req-40c08a5d-45c5-4d25-b05c-8e9a251f922d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638263 Apr 06 16:23:53.509753 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd0e85-730e-4897-9456-93797c1ff2c5 req-4f9c22e1-5bf7-4472-ad2a-d562ad5e08c3 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:53.511228 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-72bd0e85-730e-4897-9456-93797c1ff2c5 req-4f9c22e1-5bf7-4472-ad2a-d562ad5e08c3 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 944 time: 0.0628548 Apr 06 16:23:53.557168 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-72bd0e85-730e-4897-9456-93797c1ff2c5 req-b7580029-bb58-433d-b8b8-60bcb98b8090 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403266 Apr 06 16:23:53.785869 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:53.933865 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03788ee-c923-46ee-9763-7629d9d7c768 req-4b017eec-6cde-4f34-89ed-bc417281acf7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:53.935370 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a03788ee-c923-46ee-9763-7629d9d7c768 req-4b017eec-6cde-4f34-89ed-bc417281acf7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 943 time: 0.0554426 Apr 06 16:23:53.982551 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a03788ee-c923-46ee-9763-7629d9d7c768 req-0fceb587-3546-4e5a-b42c-98cabb72ef40 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Apr 06 16:23:54.163529 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:23:54.235127 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-af57d778-e2ea-43e4-9914-5596290159f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758057 Apr 06 16:23:54.236883 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ced2ca-bf0f-427c-a2f0-038633f747e0 req-a85f7f6a-5bb4-44dc-90e6-b1768c138bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:54.238260 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41ced2ca-bf0f-427c-a2f0-038633f747e0 req-a85f7f6a-5bb4-44dc-90e6-b1768c138bf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 1127 time: 0.0804243 Apr 06 16:23:54.267216 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:54.278824 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'port_id': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'mac_address': 'fa:16:3e:a5:41:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:23:54.316248 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:54.316651 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:54.330047 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:23:54.349422 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:54.354240 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:54.405536 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=9']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:54.475748 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-3b9e0e5a-a0ca-4239-bd1f-882df21b1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:54.477258 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-3b9e0e5a-a0ca-4239-bd1f-882df21b1918 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 1130 time: 0.1763740 Apr 06 16:23:54.478603 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ced2ca-bf0f-427c-a2f0-038633f747e0 req-7760b0d3-1ba5-46b0-b918-22e5fc2de5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:54.479931 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41ced2ca-bf0f-427c-a2f0-038633f747e0 req-7760b0d3-1ba5-46b0-b918-22e5fc2de5bd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1962574 Apr 06 16:23:54.603131 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fca3e3-2119-4580-adf2-9a55eea67ded req-b4b91ab3-d992-4042-b389-4a3555bb20f0 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:54.604655 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-95fca3e3-2119-4580-adf2-9a55eea67ded req-b4b91ab3-d992-4042-b389-4a3555bb20f0 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0528526 Apr 06 16:23:54.644586 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:54.683234 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-95fca3e3-2119-4580-adf2-9a55eea67ded req-64f8367c-458e-4139-bb47-a2dfa928299b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723474 Apr 06 16:23:54.687471 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:23:54.704535 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6724ed3-7e60-40f4-83fe-103f662c1810 req-17dbbddb-7292-45c5-91d6-573bf64ede3a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:54.705999 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f6724ed3-7e60-40f4-83fe-103f662c1810 req-17dbbddb-7292-45c5-91d6-573bf64ede3a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 945 time: 0.0768480 Apr 06 16:23:54.752775 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f6724ed3-7e60-40f4-83fe-103f662c1810 req-cbc81e00-ed0c-42f8-8a12-67deb89d7de1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411565 Apr 06 16:23:55.409232 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-dd18d956-30a0-40e7-a394-cb2bacb19f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.410679 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-dd18d956-30a0-40e7-a394-cb2bacb19f60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.4572377 Apr 06 16:23:55.413200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ced2ca-bf0f-427c-a2f0-038633f747e0 req-48ee8745-9c15-419d-b0cf-89707d41cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.414501 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41ced2ca-bf0f-427c-a2f0-038633f747e0 req-48ee8745-9c15-419d-b0cf-89707d41cf33 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4688699 Apr 06 16:23:55.421942 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849592c-4980-4c45-a5ea-2996430b84fd req-68faffb7-e897-4918-8766-1fcf829f4fd0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.423340 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6849592c-4980-4c45-a5ea-2996430b84fd req-68faffb7-e897-4918-8766-1fcf829f4fd0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 943 time: 0.3700051 Apr 06 16:23:55.479925 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-aca655fb-d601-4055-b9bf-d0f753c04507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac916448-8d96-4d3b-a911-90b9995478e8 HTTP/1.1" status: 200 len: 217 time: 0.0556769 Apr 06 16:23:55.555818 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6849592c-4980-4c45-a5ea-2996430b84fd req-f0e8e37f-2bcd-4a34-bcce-781c89f80cdb tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261604 Apr 06 16:23:55.568612 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-4ecf2369-8d7d-4292-8a8f-57bc0d0bf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.570037 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-4ecf2369-8d7d-4292-8a8f-57bc0d0bf07d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0695131 Apr 06 16:23:55.577376 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-ed7a98e5-585f-4d75-9747-807175cf883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.578761 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-ed7a98e5-585f-4d75-9747-807175cf883b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 1127 time: 0.1132612 Apr 06 16:23:55.640702 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-d8f6f93f-82de-47ec-8a36-51c1839cc248 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63ace9df-69f0-45c5-9d46-328ba26b5029 HTTP/1.1" status: 200 len: 217 time: 0.0526574 Apr 06 16:23:55.679644 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-40d6b564-5b2e-4fd0-bbb0-b4b7beb95d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.681018 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-40d6b564-5b2e-4fd0-bbb0-b4b7beb95d7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014457 Apr 06 16:23:55.735719 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-5b9742a9-286a-4fce-9970-8708c485497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.737155 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-5b9742a9-286a-4fce-9970-8708c485497b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.0900168 Apr 06 16:23:55.848335 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-d7893a00-5e27-4eb8-83de-d3b459597133 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597650 Apr 06 16:23:55.882617 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-898ff95f-7fea-4c18-b855-5c1f4d751609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.884107 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-898ff95f-7fea-4c18-b855-5c1f4d751609 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1400299 Apr 06 16:23:55.945129 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:55.948589 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13637-dc16-4dc3-b1b9-910f25be645d req-7a65241c-5223-4ec3-9753-337050fb10d6 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:55.950068 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07a13637-dc16-4dc3-b1b9-910f25be645d req-7a65241c-5223-4ec3-9753-337050fb10d6 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1942799 Apr 06 16:23:56.050523 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa0bbf-6cb6-495e-864c-cfd2bb30d228 req-06e1a1fd-538f-46b8-a143-fabbc2ad4cd9 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:56.052015 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1aa0bbf-6cb6-495e-864c-cfd2bb30d228 req-06e1a1fd-538f-46b8-a143-fabbc2ad4cd9 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 945 time: 0.2218628 Apr 06 16:23:56.104892 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f8fe98e-237a-4f73-92b8-a764e48f5f7b req-00da05bf-95fa-46d8-b863-704c6bb2a1c6 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355573 Apr 06 16:23:56.110629 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07a13637-dc16-4dc3-b1b9-910f25be645d req-fba53cae-2e07-4515-9728-4d130aa7da64 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280761 Apr 06 16:23:56.115464 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-5840a93d-bf6b-4447-8fd6-15dbe7641ba0 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171378 Apr 06 16:23:56.197735 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1aa0bbf-6cb6-495e-864c-cfd2bb30d228 req-dbe33360-aebc-4c1e-b764-b9743d99c91e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382713 Apr 06 16:23:56.203972 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:23:56.255563 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:23:56.255938 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:56.257548 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aaa1ae3f-af70-4deb-9f9a-92ccac405629 req-7494d29b-12b9-4cc1-9843-8cf492fbb4bd service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323786 Apr 06 16:23:56.267834 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac989ae7-2cd1-4ae5-a028-5a2dca26a071 req-bfb351ad-1c40-4f90-a855-62c32441d874 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:56.269252 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac989ae7-2cd1-4ae5-a028-5a2dca26a071 req-bfb351ad-1c40-4f90-a855-62c32441d874 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0880134 Apr 06 16:23:56.278048 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59018) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:23:56.282901 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-a2defdaf-3944-42bf-a661-18d6abb82544 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Request body: {'floatingip': {'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:23:56.337689 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:23:56.338082 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:56.342549 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a2defdaf-3944-42bf-a661-18d6abb82544 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (3dec8036-8d1e-457b-a2a2-a92b071042a8), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:56.360201 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:56.362399 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cf320e-059c-4dd6-b3d5-38ff36c3f8d6" -d '{"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:56.376438 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:23:56.382307 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:56.421664 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4066d-aa6e-47a0-9cb6-bf2a2183eb99 x-openstack-request-id: req-93d4066d-aa6e-47a0-9cb6-bf2a2183eb99 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:56.422114 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-plugged", "status": "completed", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:56.422507 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93d4066d-aa6e-47a0-9cb6-bf2a2183eb99 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:56.423118 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d4066d-aa6e-47a0-9cb6-bf2a2183eb99'] response: {'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'code': 200} Apr 06 16:23:56.613783 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=10']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:23:56.737462 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed0c1-35d3-4169-ba95-132b59b140c5 req-56b36088-ec82-463e-93a4-33eb27610a96 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:56.738957 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-52aed0c1-35d3-4169-ba95-132b59b140c5 req-56b36088-ec82-463e-93a4-33eb27610a96 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 943 time: 0.0993023 Apr 06 16:23:56.840483 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-52aed0c1-35d3-4169-ba95-132b59b140c5 req-8264af51-8ec1-429c-87e9-5079e23a66df tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950017 Apr 06 16:23:56.979069 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a2defdaf-3944-42bf-a661-18d6abb82544 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:56.983233 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a2defdaf-3944-42bf-a661-18d6abb82544 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (3dec8036-8d1e-457b-a2a2-a92b071042a8), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:57.190955 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2defdaf-3944-42bf-a661-18d6abb82544 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Router 73f28bdb-aa8d-4463-89a8-c2093661e77f has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:23:57.329168 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2defdaf-3944-42bf-a661-18d6abb82544 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:23:57.334403 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a2defdaf-3944-42bf-a661-18d6abb82544 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:57.338400 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] Sync routers for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:23:57.349158 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:57.349910 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:57.371098 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eeaf0-543a-4060-9bb4-d96027d1a20a req-250bf37e-b7e3-4d98-a75c-1f9536e1a9a2 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:57.372566 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d34eeaf0-543a-4060-9bb4-d96027d1a20a req-250bf37e-b7e3-4d98-a75c-1f9536e1a9a2 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.0975544 Apr 06 16:23:57.386090 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:57.388255 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698f1206-e0c0-4606-990b-9c7b49c1b9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:57.426193 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7cbb7d-cc49-4abc-8ed2-1a08b276c039 x-openstack-request-id: req-2d7cbb7d-cc49-4abc-8ed2-1a08b276c039 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:57.426483 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:57.426758 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d7cbb7d-cc49-4abc-8ed2-1a08b276c039 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:57.427156 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7cbb7d-cc49-4abc-8ed2-1a08b276c039'] response: {'name': 'network-changed', 'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'status': 'completed', 'code': 200} Apr 06 16:23:57.445660 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-a2defdaf-3944-42bf-a661-18d6abb82544 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "PUT /v2.0/floatingips/3dec8036-8d1e-457b-a2a2-a92b071042a8 HTTP/1.1" status: 200 len: 992 time: 1.1595175 Apr 06 16:23:57.452403 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d34eeaf0-543a-4060-9bb4-d96027d1a20a req-66eeadc0-e842-4832-a403-76b727c47a77 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734305 Apr 06 16:23:57.459315 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:57.647173 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-b96a2014-4e30-4e86-a7f0-8e3a868e33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:57.648668 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-b96a2014-4e30-4e86-a7f0-8e3a868e33f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1129 time: 0.0452104 Apr 06 16:23:57.682684 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '3dec8036-8d1e-457b-a2a2-a92b071042a8', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'mac_address': 'fa:16:3e:19:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:50Z', 'updated_at': '2022-04-06T16:23:56Z', 'revision_number': 3, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:57.711365 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] Checking router: 73f28bdb-aa8d-4463-89a8-c2093661e77f for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:23:57.719401 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:23:57.720075 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:57.823274 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:23:58.018573 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8053d-56cd-4650-99b5-2e36300fdb88 req-23044703-7633-4922-afa1-bf463085e403 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:58.020243 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0ba8053d-56cd-4650-99b5-2e36300fdb88 req-23044703-7633-4922-afa1-bf463085e403 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 943 time: 0.1111629 Apr 06 16:23:58.071842 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '3dec8036-8d1e-457b-a2a2-a92b071042a8', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'mac_address': 'fa:16:3e:19:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:50Z', 'updated_at': '2022-04-06T16:23:56Z', 'revision_number': 3, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:23:58.084081 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-3bed2f51-b4fe-458f-ac32-7caafa49853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:58.085549 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-3bed2f51-b4fe-458f-ac32-7caafa49853a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.1351435 Apr 06 16:23:58.089753 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0ba8053d-56cd-4650-99b5-2e36300fdb88 req-a84ea8cf-b437-4b9c-9bb0-7c8f79863711 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628226 Apr 06 16:23:58.100713 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e20e5-59b0-43f7-9f5d-da3bbe548420 None None] The sync data for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi is: [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '3dec8036-8d1e-457b-a2a2-a92b071042a8', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'port_id': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'mac_address': 'fa:16:3e:19:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:21:50Z', 'updated_at': '2022-04-06T16:23:56Z', 'revision_number': 3, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:23:58.655595 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-a88b51ae-cda9-4eba-9d45-dc63210755b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 200 len: 1000 time: 0.3363020 Apr 06 16:23:58.682398 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6bcd-c9f2-4323-8797-1ace545767f7 req-13553c0a-7101-42b1-97fc-50f5e6675175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:58.683846 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-644c6bcd-c9f2-4323-8797-1ace545767f7 req-13553c0a-7101-42b1-97fc-50f5e6675175 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 1131 time: 0.1034799 Apr 06 16:23:58.708967 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b08004-5ceb-49b8-9645-7dc559899314 req-a87d2e70-e104-4e46-8183-1ccc415593fc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:58.710341 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41b08004-5ceb-49b8-9645-7dc559899314 req-a87d2e70-e104-4e46-8183-1ccc415593fc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.1288729 Apr 06 16:23:58.760252 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-5d12f74b-7b38-4f5d-93fb-6cac31d49397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:58.761686 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-5d12f74b-7b38-4f5d-93fb-6cac31d49397 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0924625 Apr 06 16:23:58.814207 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-644c6bcd-c9f2-4323-8797-1ace545767f7 req-bc9160d4-4119-47ac-a6e4-5352ab1fa579 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014740 Apr 06 16:23:58.824789 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41b08004-5ceb-49b8-9645-7dc559899314 req-b4644013-578c-4060-a05b-e3b9ec733a13 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057999 Apr 06 16:23:58.840099 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-faf9b2dd-2c76-4c7e-9be8-2119a29181c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:58.841608 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-faf9b2dd-2c76-4c7e-9be8-2119a29181c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714247 Apr 06 16:23:59.129153 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-1fce9104-9b50-4c8a-a850-ee9a87b970ea service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 Apr 06 16:23:59.259124 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cd4e7-af1e-44f9-aa96-58f8594b81a7 req-8ca10f09-c565-41f4-a01c-ed19dee63475 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:59.261685 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-312cd4e7-af1e-44f9-aa96-58f8594b81a7 req-8ca10f09-c565-41f4-a01c-ed19dee63475 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 943 time: 0.0846856 Apr 06 16:23:59.263984 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-698f1206-e0c0-4606-990b-9c7b49c1b9c5 req-49267790-fbaf-4814-8ca5-be72731afe4d service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274552 Apr 06 16:23:59.308042 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-312cd4e7-af1e-44f9-aa96-58f8594b81a7 req-c98118a5-8a98-43c0-bbb6-a12d73f31cea tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399938 Apr 06 16:23:59.428891 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:23:59.431168 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c377f952-560e-4009-8382-f977570d8b32" -d '{"events": [{"name": "network-changed", "server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:23:59.467053 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a6d6b-5951-41b8-a81e-c8d8eebf94a1 x-openstack-request-id: req-8a8a6d6b-5951-41b8-a81e-c8d8eebf94a1 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:23:59.467383 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:23:59.467646 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a8a6d6b-5951-41b8-a81e-c8d8eebf94a1 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:23:59.468054 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8a6d6b-5951-41b8-a81e-c8d8eebf94a1'] response: {'name': 'network-changed', 'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'status': 'completed', 'code': 200} Apr 06 16:23:59.702139 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377f952-560e-4009-8382-f977570d8b32 req-d91f804f-34a2-47ea-a5d9-7004243ef53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:59.703568 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c377f952-560e-4009-8382-f977570d8b32 req-d91f804f-34a2-47ea-a5d9-7004243ef53e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 1129 time: 0.0437779 Apr 06 16:23:59.817400 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377f952-560e-4009-8382-f977570d8b32 req-c81e6255-1d7b-41d0-9e8b-e5fc02d5941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:59.818973 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c377f952-560e-4009-8382-f977570d8b32 req-c81e6255-1d7b-41d0-9e8b-e5fc02d5941f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 200 len: 919 time: 0.0875523 Apr 06 16:23:59.938393 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c377f952-560e-4009-8382-f977570d8b32 req-c8bccd0c-f103-4dce-8b1d-ca2d95b92389 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 200 len: 1000 time: 0.0829597 Apr 06 16:23:59.959179 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46619d4-fd81-48a3-8e5b-0d70595a9b9b req-f798ad2f-f054-4a35-ae8a-672f43b39345 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:23:59.960513 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c46619d4-fd81-48a3-8e5b-0d70595a9b9b req-f798ad2f-f054-4a35-ae8a-672f43b39345 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.0637105 Apr 06 16:24:00.032234 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377f952-560e-4009-8382-f977570d8b32 req-7e02479f-c254-4f2b-bf35-4ecfb36de0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:00.033775 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c377f952-560e-4009-8382-f977570d8b32 req-7e02479f-c254-4f2b-bf35-4ecfb36de0de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 200 len: 857 time: 0.0723522 Apr 06 16:24:00.044261 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c46619d4-fd81-48a3-8e5b-0d70595a9b9b req-248d5fc1-02dd-48c5-8865-a32d718d9da8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753376 Apr 06 16:24:00.223529 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 63ace9df-69f0-45c5-9d46-328ba26b5029 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:24:00.316834 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 63ace9df-69f0-45c5-9d46-328ba26b5029, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=63ace9df-69f0-45c5-9d46-328ba26b5029,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:00.328489 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'port_id': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'mac_address': 'fa:16:3e:7f:b0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:24:00.367869 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 63ace9df-69f0-45c5-9d46-328ba26b5029 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:24:00.368287 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:00.382009 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ace9df-69f0-45c5-9d46-328ba26b5029 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:24:00.402047 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 63ace9df-69f0-45c5-9d46-328ba26b5029, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=63ace9df-69f0-45c5-9d46-328ba26b5029,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:00.407443 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:00.427909 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d8937-3417-427f-a18c-6aefdfdbce47 req-dd654bdc-6371-4859-b5c9-49db0472dd5f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:00.429563 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f92d8937-3417-427f-a18c-6aefdfdbce47 req-dd654bdc-6371-4859-b5c9-49db0472dd5f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 943 time: 0.0551355 Apr 06 16:24:00.454653 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=63ace9df-69f0-45c5-9d46-328ba26b5029,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:00.479636 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f92d8937-3417-427f-a18c-6aefdfdbce47 req-26dc3b3e-7ed2-453d-a1e5-0d58735ee63f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441639 Apr 06 16:24:00.540781 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377f952-560e-4009-8382-f977570d8b32 req-9c26fe08-9760-4e7d-a6ad-b36175eac97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:00.542267 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c377f952-560e-4009-8382-f977570d8b32 req-9c26fe08-9760-4e7d-a6ad-b36175eac97a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c43e56b7-c540-4dca-aa3d-9aeb6492981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433657 Apr 06 16:24:00.680346 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c377f952-560e-4009-8382-f977570d8b32 req-a68fd1de-fbcc-480f-a5fc-f665a5783f1b service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862908 Apr 06 16:24:00.770311 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c377f952-560e-4009-8382-f977570d8b32 req-5b52f018-4eac-4d71-a5fa-fbbd26d7cee2 service neutron] 10.222.0.45 "GET /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823088 Apr 06 16:24:00.774841 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['63ace9df-69f0-45c5-9d46-328ba26b5029'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:24:01.171825 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f327-5e2f-4702-b3c5-5ee075b4acb0 req-95e7b39b-7b22-457d-a7e0-df70003231f5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:01.173290 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e4b2f327-5e2f-4702-b3c5-5ee075b4acb0 req-95e7b39b-7b22-457d-a7e0-df70003231f5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.0562336 Apr 06 16:24:01.220833 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e4b2f327-5e2f-4702-b3c5-5ee075b4acb0 req-d8ffa447-4654-4138-85f6-f3b2c099b28f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420492 Apr 06 16:24:01.597262 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0f202-8e31-4000-82d8-07ce59de36ab req-e03a9727-93e2-487d-9016-f9af3afa76d3 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:01.598723 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-09f0f202-8e31-4000-82d8-07ce59de36ab req-e03a9727-93e2-487d-9016-f9af3afa76d3 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 944 time: 0.0521586 Apr 06 16:24:01.644552 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-09f0f202-8e31-4000-82d8-07ce59de36ab req-4bb4a7b4-553b-4a51-bd25-9f7ea57a87f1 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Apr 06 16:24:02.229544 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 63ace9df-69f0-45c5-9d46-328ba26b5029 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:24:02.279376 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 63ace9df-69f0-45c5-9d46-328ba26b5029 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:24:02.283226 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 63ace9df-69f0-45c5-9d46-328ba26b5029 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:24:02.283598 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:02.345199 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acc0d2-923d-48f0-8aa1-8f9bdd8aaaa8 req-9e30ea90-6dc6-4ce5-9d2b-6e4a0e42f206 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:02.346678 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-80acc0d2-923d-48f0-8aa1-8f9bdd8aaaa8 req-9e30ea90-6dc6-4ce5-9d2b-6e4a0e42f206 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.0553725 Apr 06 16:24:02.364045 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 63ace9df-69f0-45c5-9d46-328ba26b5029 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:24:02.364444 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:02.386427 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ace9df-69f0-45c5-9d46-328ba26b5029'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:02.388676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d498112b-88c0-421c-b2cf-7a888b09f93f" -d '{"events": [{"server_uuid": "49414472-f4e6-4e50-a5f9-07b1cc0be2f1", "name": "network-vif-plugged", "status": "completed", "tag": "63ace9df-69f0-45c5-9d46-328ba26b5029"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:02.393619 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-80acc0d2-923d-48f0-8aa1-8f9bdd8aaaa8 req-0139688d-7985-4682-9d40-8fd5d17442c0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411131 Apr 06 16:24:02.400908 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 63ace9df-69f0-45c5-9d46-328ba26b5029, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=63ace9df-69f0-45c5-9d46-328ba26b5029,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:02.406495 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:02.432474 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f151a9-271f-4bb6-b128-5b1165f79e5d x-openstack-request-id: req-71f151a9-271f-4bb6-b128-5b1165f79e5d {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:02.432807 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49414472-f4e6-4e50-a5f9-07b1cc0be2f1", "name": "network-vif-plugged", "status": "completed", "tag": "63ace9df-69f0-45c5-9d46-328ba26b5029", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:02.433143 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71f151a9-271f-4bb6-b128-5b1165f79e5d {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:02.433531 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f151a9-271f-4bb6-b128-5b1165f79e5d'] response: {'server_uuid': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'code': 200} Apr 06 16:24:02.457476 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=63ace9df-69f0-45c5-9d46-328ba26b5029,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:02.611382 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b01c-63f3-4781-8629-eaf3ac32be14 req-98b0bf12-44e2-4e25-9877-cc1f9f28533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:02.612874 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f85b01c-63f3-4781-8629-eaf3ac32be14 req-98b0bf12-44e2-4e25-9877-cc1f9f28533c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 1129 time: 0.0436623 Apr 06 16:24:02.658258 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4f85b01c-63f3-4781-8629-eaf3ac32be14 req-7335d53a-1d5f-4e37-839b-d48fb69236f2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359862 Apr 06 16:24:02.758115 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633134b9-eb1b-417e-b4a3-bfb976920b08 req-8d560f55-91a4-4465-897a-e16c1836ab61 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:02.759611 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-633134b9-eb1b-417e-b4a3-bfb976920b08 req-8d560f55-91a4-4465-897a-e16c1836ab61 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 945 time: 0.0512297 Apr 06 16:24:02.808401 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-633134b9-eb1b-417e-b4a3-bfb976920b08 req-fd3e83ef-6020-436f-8d87-6b90a12cec9a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Apr 06 16:24:03.926182 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4fb4a-94fb-45eb-aa04-e906d0548d26 req-7f0cb1fe-db7f-44ee-be7a-d26de33be605 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:03.927668 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6db4fb4a-94fb-45eb-aa04-e906d0548d26 req-7f0cb1fe-db7f-44ee-be7a-d26de33be605 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 945 time: 0.0521047 Apr 06 16:24:03.972214 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6db4fb4a-94fb-45eb-aa04-e906d0548d26 req-1df9e4b2-3a1c-4c20-a8a6-9869c5446767 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Apr 06 16:24:05.087449 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d848c4-9a7f-4a98-811e-afda903aaa18 req-c6c86bbb-632d-4981-bd0c-80b357efbdc6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:05.088926 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d6d848c4-9a7f-4a98-811e-afda903aaa18 req-c6c86bbb-632d-4981-bd0c-80b357efbdc6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 945 time: 0.0517960 Apr 06 16:24:05.134741 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d6d848c4-9a7f-4a98-811e-afda903aaa18 req-387f5dc9-15f7-4fbd-825f-834d85760554 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Apr 06 16:24:05.249979 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e7c83-0646-47dc-b8a4-5d2605bd8406 req-24e68e92-217e-4b0e-8488-002f9790f426 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:05.251476 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6f0e7c83-0646-47dc-b8a4-5d2605bd8406 req-24e68e92-217e-4b0e-8488-002f9790f426 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 945 time: 0.0556571 Apr 06 16:24:05.260274 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59096) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:05.264510 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'floatingip': {'port_id': '63ace9df-69f0-45c5-9d46-328ba26b5029'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:05.302101 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (995cc505-a88d-4254-ba0d-ca15dc003241), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:05.737659 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:05.741425 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (995cc505-a88d-4254-ba0d-ca15dc003241), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:05.841841 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Floating IP 995cc505-a88d-4254-ba0d-ca15dc003241 associated. External IP: 172.27.3.76, port: 63ace9df-69f0-45c5-9d46-328ba26b5029. Apr 06 16:24:06.050975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:24:06.156069 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:24:06.160584 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:06.165138 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:24:06.174292 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:24:06.174941 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:06.192184 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-34d3a3c1-c648-4a08-8bab-02c7546ad506 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "PUT /v2.0/floatingips/995cc505-a88d-4254-ba0d-ca15dc003241 HTTP/1.1" status: 200 len: 990 time: 0.9308591 Apr 06 16:24:06.192774 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'tag': '63ace9df-69f0-45c5-9d46-328ba26b5029'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:06.195026 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17354d6-01aa-4df2-bafb-f851000ad064" -d '{"events": [{"name": "network-changed", "server_uuid": "49414472-f4e6-4e50-a5f9-07b1cc0be2f1", "tag": "63ace9df-69f0-45c5-9d46-328ba26b5029"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:06.229833 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe6d935-980e-4c43-8599-63ac15df7d9e x-openstack-request-id: req-cfe6d935-980e-4c43-8599-63ac15df7d9e {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:06.230125 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49414472-f4e6-4e50-a5f9-07b1cc0be2f1", "tag": "63ace9df-69f0-45c5-9d46-328ba26b5029", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:06.230381 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfe6d935-980e-4c43-8599-63ac15df7d9e {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:06.230814 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe6d935-980e-4c43-8599-63ac15df7d9e'] response: {'name': 'network-changed', 'server_uuid': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'tag': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'status': 'completed', 'code': 200} Apr 06 16:24:06.293072 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:24:06.314504 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-a29da788-4b3a-426f-a8df-52ce8bad2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:06.316047 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-a29da788-4b3a-426f-a8df-52ce8bad2a45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 1129 time: 0.0444999 Apr 06 16:24:06.415132 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-1021ed6d-6722-4e36-8505-cd9d0abbede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:06.416498 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-1021ed6d-6722-4e36-8505-cd9d0abbede8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 916 time: 0.0816319 Apr 06 16:24:06.495976 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-6edeecd5-0458-4b7b-b9c9-951fdf1070c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63ace9df-69f0-45c5-9d46-328ba26b5029 HTTP/1.1" status: 200 len: 998 time: 0.0627904 Apr 06 16:24:06.516972 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '995cc505-a88d-4254-ba0d-ca15dc003241', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:7f:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:48Z', 'updated_at': '2022-04-06T16:24:05Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:06.542106 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:24:06.550905 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:24:06.551513 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:23:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:06.557226 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-b679e54d-c9a3-4b4b-abc1-51b3ca86a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:06.558789 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-b679e54d-c9a3-4b4b-abc1-51b3ca86a6aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.0538113 Apr 06 16:24:06.607137 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-7894b5e2-ae82-413d-887b-284073bc8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:06.609147 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-7894b5e2-ae82-413d-887b-284073bc8f44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435820 Apr 06 16:24:06.658990 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:24:06.707260 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-57f93bd7-976b-445d-a213-354cc72e7f8d service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847094 Apr 06 16:24:06.797957 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a17354d6-01aa-4df2-bafb-f851000ad064 req-e5410081-34cc-469b-ad25-0b0c5129c374 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812464 Apr 06 16:24:06.888104 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '995cc505-a88d-4254-ba0d-ca15dc003241', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:7f:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:48Z', 'updated_at': '2022-04-06T16:24:05Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:06.913918 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ebf33-5bfe-4028-b756-a1c973558659 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '995cc505-a88d-4254-ba0d-ca15dc003241', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:7f:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:23:48Z', 'updated_at': '2022-04-06T16:24:05Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:24:07.097572 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f348c9-1ac4-464b-b75e-4812bf1a7d58 None None] New status for floating IP 995cc505-a88d-4254-ba0d-ca15dc003241: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:24:15.358480 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:24:19.732463 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bdb2de75-677a-42aa-9997-f536d50144b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:22.074581 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-302e9176-971f-4993-b6d8-982aa7b07574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:23.233894 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:23.800616 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:24.646350 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:25.947987 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:31.432772 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d75f-c148-4796-bac1-cd07b7380fcf req-911f7df2-0f47-4ec8-92df-f7c1eb2d7f2b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:31.434160 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b5c5d75f-c148-4796-bac1-cd07b7380fcf req-911f7df2-0f47-4ec8-92df-f7c1eb2d7f2b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0554502 Apr 06 16:24:31.480154 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b5c5d75f-c148-4796-bac1-cd07b7380fcf req-caf1e2ee-6b09-4815-b957-2ede8d341acc tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403404 Apr 06 16:24:32.597410 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34d5aa-4a7a-4435-bd89-b46697d47f28 req-8688a5cb-c8cd-4751-ba59-46f09e21ce8a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:32.598872 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc34d5aa-4a7a-4435-bd89-b46697d47f28 req-8688a5cb-c8cd-4751-ba59-46f09e21ce8a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.0508971 Apr 06 16:24:32.643690 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc34d5aa-4a7a-4435-bd89-b46697d47f28 req-01e0ee43-62c4-4f87-bf51-3a7e0a01e6dc tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 Apr 06 16:24:34.001064 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-7bc3e24e-d641-483c-9b0b-0e34520f15a5 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:34.002421 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-7bc3e24e-d641-483c-9b0b-0e34520f15a5 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.3065131 Apr 06 16:24:34.015153 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6f846-7a9e-44ae-891e-dd80f571dd75 req-27e49136-e093-44fe-a306-07aca11953da tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:34.016534 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-99a6f846-7a9e-44ae-891e-dd80f571dd75 req-27e49136-e093-44fe-a306-07aca11953da tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 946 time: 0.2955403 Apr 06 16:24:34.111391 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-99a6f846-7a9e-44ae-891e-dd80f571dd75 req-aa2d45ff-7eff-41a9-98d8-48bc1c175156 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=0595d604-db2f-4d5f-8460-ee63972502d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880513 Apr 06 16:24:34.135081 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Deleting port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:24:34.135425 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:34.222931 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] For port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:34.223297 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:34.387388 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:34.387759 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (77481354-94a0-44fb-9759-7b15f7e74289), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:34.388124 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Floating IP 77481354-94a0-44fb-9759-7b15f7e74289 disassociated. External IP: 172.27.3.223, port: 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1. Apr 06 16:24:34.388422 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Calling delete_port for 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:24:34.513206 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (6ac797da-dd8c-4027-aa88-ce8f5fd4bda1), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:34.540425 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event deleted for resources: {'Port': ['ID=6ac797da-dd8c-4027-aa88-ce8f5fd4bda1,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:34.551900 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.552252 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.552605 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.552946 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.553278 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.553615 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.553945 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.554271 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.554601 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.554957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.555285 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.555614 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.555936 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.556256 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.556577 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:34.669212 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Router 84f13122-0e2c-4b3b-becd-6fa53a86220e has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:24:34.777753 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:24:34.788702 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] Sync routers for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:24:34.798229 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:24:34.798873 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:34.820939 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] No DVR routers for this DVR port 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:24:34.823358 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:34.826786 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bf67f875-ff7e-4bbb-8e5e-0c3567d68097 req-0bf9afd3-b06e-47bc-a15c-75fdcc0250fd tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "DELETE /v2.0/ports/6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 HTTP/1.1" status: 204 len: 173 time: 0.8093832 Apr 06 16:24:34.827220 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'name': 'network-vif-deleted', 'tag': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:34.829955 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e90538-590e-48c3-8b88-59089ff79627" -d '{"events": [{"server_uuid": "6e964b58-dc15-4a62-aaef-d1c263d97397", "name": "network-vif-deleted", "tag": "6ac797da-dd8c-4027-aa88-ce8f5fd4bda1"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:34.868064 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2329806-5e4e-4a02-8df2-7ea828e1c9a3 x-openstack-request-id: req-b2329806-5e4e-4a02-8df2-7ea828e1c9a3 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:34.868352 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e964b58-dc15-4a62-aaef-d1c263d97397", "name": "network-vif-deleted", "tag": "6ac797da-dd8c-4027-aa88-ce8f5fd4bda1", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:34.868613 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2329806-5e4e-4a02-8df2-7ea828e1c9a3 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:34.869021 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2329806-5e4e-4a02-8df2-7ea828e1c9a3'] response: {'server_uuid': '6e964b58-dc15-4a62-aaef-d1c263d97397', 'name': 'network-vif-deleted', 'tag': '6ac797da-dd8c-4027-aa88-ce8f5fd4bda1', 'status': 'completed', 'code': 200} Apr 06 16:24:34.924852 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:24:35.127180 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:35.152946 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] Checking router: 84f13122-0e2c-4b3b-becd-6fa53a86220e for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:24:35.161104 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:24:35.161711 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:35.214983 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fbbdce59-f402-445c-9a59-43c6bbda6a6c req-34dcdfdd-40ae-48d9-82aa-61ca22df5537 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e964b58-dc15-4a62-aaef-d1c263d97397 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Apr 06 16:24:35.269804 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:24:35.476432 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:35.502899 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec913e-f848-4f9c-b65d-64db6ed73a1e None None] The sync data for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi is: [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:24:35.716973 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2d0d3-11ec-45ea-b877-57eb0665e3bc None None] New status for floating IP 77481354-94a0-44fb-9759-7b15f7e74289: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:24:36.308378 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59160) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:36.361789 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f57b993e-c5bc-4363-bb7c-351eac6d2c2b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (0595d604-db2f-4d5f-8460-ee63972502d1), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:36.385493 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f57b993e-c5bc-4363-bb7c-351eac6d2c2b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (0595d604-db2f-4d5f-8460-ee63972502d1), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:36.433135 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f57b993e-c5bc-4363-bb7c-351eac6d2c2b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0595d604-db2f-4d5f-8460-ee63972502d1), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:36.436477 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f57b993e-c5bc-4363-bb7c-351eac6d2c2b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:36.437746 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-f57b993e-c5bc-4363-bb7c-351eac6d2c2b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "DELETE /v2.0/security-groups/0595d604-db2f-4d5f-8460-ee63972502d1 HTTP/1.1" status: 204 len: 168 time: 0.1283488 Apr 06 16:24:36.440689 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59162) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:36.447383 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b993e-c5bc-4363-bb7c-351eac6d2c2b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595d604-db2f-4d5f-8460-ee63972502d1,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:36.454873 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.api.v2.resource [None req-fba4e7e2-b48c-4649-85ef-f76a2b9b7890 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] show failed (client error): The resource could not be found. Apr 06 16:24:36.458503 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-fba4e7e2-b48c-4649-85ef-f76a2b9b7890 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups/0595d604-db2f-4d5f-8460-ee63972502d1 HTTP/1.1" status: 404 len: 347 time: 0.0140717 Apr 06 16:24:36.458655 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59164) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:36.806515 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Deleting port c0a292be-42a4-486a-bc59-b951d0993a74 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:24:36.806901 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (c0a292be-42a4-486a-bc59-b951d0993a74), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:36.879188 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (c0a292be-42a4-486a-bc59-b951d0993a74), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:36.879518 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (c0a292be-42a4-486a-bc59-b951d0993a74), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:36.891920 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Calling delete_port for c0a292be-42a4-486a-bc59-b951d0993a74 owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:24:37.022150 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (c0a292be-42a4-486a-bc59-b951d0993a74), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:37.046790 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event deleted for resources: {'Port': ['ID=c0a292be-42a4-486a-bc59-b951d0993a74,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:37.073075 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.073347 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.073688 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.074025 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.074357 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.074685 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.075035 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.075359 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.075683 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.076007 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.076332 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.076653 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.076972 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.077291 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.077604 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:37.117301 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (77481354-94a0-44fb-9759-7b15f7e74289), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:37.119883 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:37.121287 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-8d5fbddf-b624-45cf-9b75-277016b88729 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "DELETE /v2.0/floatingips/77481354-94a0-44fb-9759-7b15f7e74289 HTTP/1.1" status: 204 len: 168 time: 0.6617177 Apr 06 16:24:38.366406 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:24:38.390132 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:24:38.390409 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6ac797da-dd8c-4027-aa88-ce8f5fd4bda1 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:24:38.401141 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59172) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:38.405557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-61b2d048-377a-40b1-bb60-a51049fd1a84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165576129', 'description': 'tempest-description--600887444'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:38.426386 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61b2d048-377a-40b1-bb60-a51049fd1a84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.495657 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61b2d048-377a-40b1-bb60-a51049fd1a84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (2d1b6274-9765-4e61-80e9-17609c226047), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.499958 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61b2d048-377a-40b1-bb60-a51049fd1a84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2d1b6274-9765-4e61-80e9-17609c226047), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.526137 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-61b2d048-377a-40b1-bb60-a51049fd1a84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.527388 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-61b2d048-377a-40b1-bb60-a51049fd1a84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1252527 Apr 06 16:24:38.530340 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59180) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:38.535296 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-09706fe0-9022-4741-b761-ad8dfb53b39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'security_group_rule': {'security_group_id': '2d1b6274-9765-4e61-80e9-17609c226047', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:38.535444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2d048-377a-40b1-bb60-a51049fd1a84 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b6274-9765-4e61-80e9-17609c226047,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:38.563697 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09706fe0-9022-4741-b761-ad8dfb53b39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (ea8e25dc-08e6-4bd8-81d8-ae373624de45), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.610455 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09706fe0-9022-4741-b761-ad8dfb53b39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (ea8e25dc-08e6-4bd8-81d8-ae373624de45), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.614308 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09706fe0-9022-4741-b761-ad8dfb53b39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (ea8e25dc-08e6-4bd8-81d8-ae373624de45), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.633036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09706fe0-9022-4741-b761-ad8dfb53b39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8e25dc-08e6-4bd8-81d8-ae373624de45,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:38.641130 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-09706fe0-9022-4741-b761-ad8dfb53b39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.642328 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-09706fe0-9022-4741-b761-ad8dfb53b39f tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107471 Apr 06 16:24:38.644987 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59184) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:38.649302 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-1784a624-b0ec-4db8-9911-0ec51b139571 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'security_group_rule': {'security_group_id': '2d1b6274-9765-4e61-80e9-17609c226047', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:38.678966 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1784a624-b0ec-4db8-9911-0ec51b139571 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (dfc7e6ba-ac31-4457-aa01-0b5b5b9ff5f3), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.741426 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1784a624-b0ec-4db8-9911-0ec51b139571 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (dfc7e6ba-ac31-4457-aa01-0b5b5b9ff5f3), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.745531 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1784a624-b0ec-4db8-9911-0ec51b139571 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (dfc7e6ba-ac31-4457-aa01-0b5b5b9ff5f3), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.763033 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784a624-b0ec-4db8-9911-0ec51b139571 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc7e6ba-ac31-4457-aa01-0b5b5b9ff5f3,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:38.770303 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1784a624-b0ec-4db8-9911-0ec51b139571 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.771536 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-1784a624-b0ec-4db8-9911-0ec51b139571 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256301 Apr 06 16:24:38.774588 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59188) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:38.778758 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:38.799275 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.892402 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:38.999190 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Allocated IP 172.27.3.24 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/d869e044-8c37-4dd4-913a-5914992b1179) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:24:39.098807 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for port (d869e044-8c37-4dd4-913a-5914992b1179), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:39.131563 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (d869e044-8c37-4dd4-913a-5914992b1179), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:39.170165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:24:39.172844 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:24:39.176310 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:24:39.204878 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'Port': ['ID=d869e044-8c37-4dd4-913a-5914992b1179,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:39.270137 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:39.309176 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (d869e044-8c37-4dd4-913a-5914992b1179), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:39.463867 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for port (d869e044-8c37-4dd4-913a-5914992b1179), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:39.468999 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (d869e044-8c37-4dd4-913a-5914992b1179), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:39.545087 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'Port': ['ID=d869e044-8c37-4dd4-913a-5914992b1179,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:39.558191 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:39.573504 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:39.574778 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-81ed3102-aebf-4d49-ab0a-7a133be10504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7992144 Apr 06 16:24:39.767493 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-339b6061-8b40-4407-8fca-f1455a0fff7b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1165576129&fields=id&tenant_id=5c680db6019347c58db749f3a00b24fb HTTP/1.1" status: 200 len: 267 time: 0.0438340 Apr 06 16:24:39.876948 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-2bf34941-dc5a-4819-bb9a-9ae57244d989 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:39.878449 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-2bf34941-dc5a-4819-bb9a-9ae57244d989 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 811 time: 0.1047800 Apr 06 16:24:39.900276 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-605dec26-59fa-40cc-8b82-822f33bd556c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/quotas/5c680db6019347c58db749f3a00b24fb HTTP/1.1" status: 200 len: 375 time: 0.0101330 Apr 06 16:24:39.965536 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-290041d6-cfef-46d7-8572-ddf177ef6686 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595825 Apr 06 16:24:40.103049 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5136f-0a04-4ca5-9792-51c877dd1404 req-71b73c8e-ddb5-4d97-980a-71e14b856e94 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:40.104535 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cbd5136f-0a04-4ca5-9792-51c877dd1404 req-71b73c8e-ddb5-4d97-980a-71e14b856e94 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1134098 Apr 06 16:24:40.108109 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-57181453-2ef7-4bd5-861d-906794deeab8 service neutron] 10.222.0.10 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246200 Apr 06 16:24:40.197777 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cbd5136f-0a04-4ca5-9792-51c877dd1404 req-2c53bcd5-ef9f-4a12-a9c5-3d7a1f37b6cb tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875916 Apr 06 16:24:40.223860 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b8b8e4b4-849c-439e-be53-88646582563c service neutron] 10.222.0.10 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079886 Apr 06 16:24:40.382439 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e5efeeb6-226b-465c-89f4-86907217dbda req-f671a2d5-85c3-4934-9dcb-0c6f0e25d107 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 210 time: 0.0320754 Apr 06 16:24:41.315604 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f560a-340c-4559-905e-4a39d1c90949 req-c637b236-a69d-4da6-860f-38855b4f5555 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:41.317056 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f33f560a-340c-4559-905e-4a39d1c90949 req-c637b236-a69d-4da6-860f-38855b4f5555 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0510933 Apr 06 16:24:41.363373 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f33f560a-340c-4559-905e-4a39d1c90949 req-c6351df3-fb93-499e-b58b-6a19ea3e14d0 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407398 Apr 06 16:24:41.474295 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b30ab595-3dee-47da-a2ef-4dd1796c3a83 req-23836072-5c37-4bf5-842b-2fa89b188c24 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 210 time: 0.0272310 Apr 06 16:24:42.488686 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0130571-e002-4b99-8167-c0ee094090ed req-89512601-df9a-419d-9f2b-ab5b34759465 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:42.490135 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0130571-e002-4b99-8167-c0ee094090ed req-89512601-df9a-419d-9f2b-ab5b34759465 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0543818 Apr 06 16:24:42.539814 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a0130571-e002-4b99-8167-c0ee094090ed req-6c4ffe6d-e571-4cea-b242-1e35ebad1286 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441666 Apr 06 16:24:42.567202 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2012cab1-2290-44a2-918c-d8b7ed64df75 req-b350d04a-7b50-4321-b668-1e1a41c2861a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 210 time: 0.0264452 Apr 06 16:24:43.564968 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-d20685d6-10ef-4645-bfb3-c796b91bf888 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:43.566768 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-d20685d6-10ef-4645-bfb3-c796b91bf888 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.0564296 Apr 06 16:24:43.710155 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0919b725-b699-4166-a42c-1790727e6db9 req-663745b7-1834-4bd1-be00-ddaec16f4fef tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 210 time: 0.0617042 Apr 06 16:24:43.740468 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259383b-c568-46ab-9e3d-43c2dc0f0624 req-b9850134-486c-4a25-a324-dc83a2e440f3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:43.741924 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9259383b-c568-46ab-9e3d-43c2dc0f0624 req-b9850134-486c-4a25-a324-dc83a2e440f3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 945 time: 0.1309392 Apr 06 16:24:43.756842 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Deleting port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:24:43.757181 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:43.851363 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9259383b-c568-46ab-9e3d-43c2dc0f0624 req-43677558-8092-4554-bc2d-d9b7a55d798f tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=cce7bc11-66be-417d-979a-8e938a64564f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025670 Apr 06 16:24:43.875108 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] For port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:43.875482 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:44.123198 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:44.123447 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (3dec8036-8d1e-457b-a2a2-a92b071042a8), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:44.123778 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Floating IP 3dec8036-8d1e-457b-a2a2-a92b071042a8 disassociated. External IP: 172.27.3.32, port: 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf. Apr 06 16:24:44.124117 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Calling delete_port for 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:24:44.205231 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-4c774a25-eb6e-4bab-928a-2b3ec75e6bea tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:44.206686 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-4c774a25-eb6e-4bab-928a-2b3ec75e6bea tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 811 time: 0.2016804 Apr 06 16:24:44.309175 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d2530-a8f4-4aea-b3c8-bd51f5b3b0ab req-94f1c0eb-3133-4aa5-9afe-c3bbdc76c2e2 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:44.310659 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f58d2530-a8f4-4aea-b3c8-bd51f5b3b0ab req-94f1c0eb-3133-4aa5-9afe-c3bbdc76c2e2 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.0984032 Apr 06 16:24:44.347185 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:44.388287 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event deleted for resources: {'Port': ['ID=7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:44.400259 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f58d2530-a8f4-4aea-b3c8-bd51f5b3b0ab req-154fe5e4-9595-4140-a611-c5499efe2756 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802493 Apr 06 16:24:44.510427 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Router 73f28bdb-aa8d-4463-89a8-c2093661e77f has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:24:44.615750 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:24:44.627346 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] Sync routers for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:24:44.637098 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:24:44.637938 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:44.656291 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] No DVR routers for this DVR port 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:24:44.659287 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:44.662535 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-357cc9c2-2b32-47ce-b830-001a23c5e652 req-2ed78999-0417-4bf9-befd-4a3c99193059 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "DELETE /v2.0/ports/7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf HTTP/1.1" status: 204 len: 173 time: 1.0902767 Apr 06 16:24:44.663004 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'name': 'network-vif-deleted', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:44.665269 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c5fa8d-0f91-4ece-8557-49db2001bdf2" -d '{"events": [{"server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "name": "network-vif-deleted", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:44.700073 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979405ea-1f6a-4e0f-89db-797e1ed18ba8 x-openstack-request-id: req-979405ea-1f6a-4e0f-89db-797e1ed18ba8 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:44.700370 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0539f4-59c4-4963-b053-e8a30f93e5a8", "name": "network-vif-deleted", "tag": "7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:44.700624 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-979405ea-1f6a-4e0f-89db-797e1ed18ba8 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:44.701035 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979405ea-1f6a-4e0f-89db-797e1ed18ba8'] response: {'server_uuid': 'db0539f4-59c4-4963-b053-e8a30f93e5a8', 'name': 'network-vif-deleted', 'tag': '7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf', 'status': 'completed', 'code': 200} Apr 06 16:24:44.748778 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:24:44.812149 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec387c95-de13-40c0-9b72-a8fb8e4b62f1 req-0f628fab-3f35-414f-9bc1-664201095cdf tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 210 time: 0.0287814 Apr 06 16:24:44.958736 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:44.986362 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] Checking router: 73f28bdb-aa8d-4463-89a8-c2093661e77f for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:24:44.995776 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:24:44.996404 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:45.107780 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:24:45.188177 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fac73e59-1f32-48ba-b6df-039d9c063f20 req-969b33ba-c89c-4d83-9731-e79477aa930c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0539f4-59c4-4963-b053-e8a30f93e5a8 HTTP/1.1" status: 200 len: 210 time: 0.2560458 Apr 06 16:24:45.302050 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:45.336538 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84613b9-36c6-49c7-ae7e-489b0f7cc9c3 None None] The sync data for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi is: [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:20:05Z', 'revision_number': 4, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'bfc39896-b490-41ec-838f-53e7c37fe5c4', 'name': '', 'network_id': 'c43e56b7-c540-4dca-aa3d-9aeb6492981e', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'mac_address': 'fa:16:3e:61:ea:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:20:02Z', 'updated_at': '2022-04-06T16:20:19Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'subnets': [{'id': '47e79c2b-30c0-4b84-9b16-36972fd23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:24:45.473539 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-7ae3e9b3-ca50-4b90-aefd-e445b2924504 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c680db6019347c58db749f3a00b24fb HTTP/1.1" status: 200 len: 380 time: 0.0641665 Apr 06 16:24:45.537018 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12a407-4958-45e1-8650-824ea658609d req-089e4826-ba06-43dc-88ca-8f58144e55d6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:45.538554 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ea12a407-4958-45e1-8650-824ea658609d req-089e4826-ba06-43dc-88ca-8f58144e55d6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.0552995 Apr 06 16:24:45.584118 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74526da-e038-45bb-9b3e-06d9a786b9f8 None None] New status for floating IP 3dec8036-8d1e-457b-a2a2-a92b071042a8: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:24:45.587557 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ea12a407-4958-45e1-8650-824ea658609d req-c70f9840-7f59-4fc4-949c-d4d0047fb072 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433040 Apr 06 16:24:45.614345 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'port': {'device_id': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'admin_state_up': True, 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'security_groups': ['2d1b6274-9765-4e61-80e9-17609c226047']}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:45.771427 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Made reservation on behalf of 5c680db6019347c58db749f3a00b24fb for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:24:45.774945 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:45.823067 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-515df61c-ae66-4d1f-a5c6-14173669e491 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:45.824600 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-515df61c-ae66-4d1f-a5c6-14173669e491 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.0970047 Apr 06 16:24:45.930347 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aabbfb85-cca7-4721-b96d-4466613cefc8 req-b46fb75d-f2ce-43c5-884a-130692ce5a71 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 210 time: 0.0458145 Apr 06 16:24:45.950725 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Allocated IP 172.20.0.9 (b8c48e4b-cf0d-46ad-86bc-75206242ddf7/31d8ccaf-2104-453c-8bf6-227a1b24768d/260f1b4f-5f17-49ba-8b5e-5282231577b3) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:24:46.155539 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.159094 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Deleting port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:24:46.159426 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.267383 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] For port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:46.267620 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.270322 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.270524 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59276) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:46.324557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-df623197-72cd-4756-bbd1-24304d59da39 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group (cce7bc11-66be-417d-979a-8e938a64564f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.349286 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-df623197-72cd-4756-bbd1-24304d59da39 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group (cce7bc11-66be-417d-979a-8e938a64564f), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.354363 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:24:46.363076 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:24:46.368397 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:24:46.401903 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event updated for resources: {'Port': ['ID=260f1b4f-5f17-49ba-8b5e-5282231577b3,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:46.414684 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-df623197-72cd-4756-bbd1-24304d59da39 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (cce7bc11-66be-417d-979a-8e938a64564f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.417352 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-df623197-72cd-4756-bbd1-24304d59da39 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.420780 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-df623197-72cd-4756-bbd1-24304d59da39 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "DELETE /v2.0/security-groups/cce7bc11-66be-417d-979a-8e938a64564f HTTP/1.1" status: 204 len: 168 time: 0.1464152 Apr 06 16:24:46.421986 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59278) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:46.444791 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df623197-72cd-4756-bbd1-24304d59da39 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce7bc11-66be-417d-979a-8e938a64564f,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:46.448461 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.api.v2.resource [None req-febb3ccb-2758-4eba-8813-1055c09f64ba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] show failed (client error): The resource could not be found. Apr 06 16:24:46.452859 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-febb3ccb-2758-4eba-8813-1055c09f64ba tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups/cce7bc11-66be-417d-979a-8e938a64564f HTTP/1.1" status: 404 len: 347 time: 0.0274296 Apr 06 16:24:46.453330 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59280) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:46.472295 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:46.472835 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.528567 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-15543d8e-7fad-49c0-8c0c-e9a6180bf2c1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9184384 Apr 06 16:24:46.542937 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Request body: {'port': {'device_id': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:46.571806 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.572300 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (51530a74-28e5-47ca-a15a-150faac78bc5), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.572513 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Floating IP 51530a74-28e5-47ca-a15a-150faac78bc5 disassociated. External IP: 172.27.3.208, port: 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0. Apr 06 16:24:46.572822 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Calling delete_port for 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:24:46.601539 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Deleting port 1ea8d348-13b8-4b20-8a31-3350b1ad3b2d {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:24:46.601885 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.654246 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.667479 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-49a13113-97de-42e3-9d7c-7efae858b595 None None] Provisioning complete for port 260f1b4f-5f17-49ba-8b5e-5282231577b3 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:24:46.669211 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-49a13113-97de-42e3-9d7c-7efae858b595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.684591 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.684997 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.697473 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Calling delete_port for 1ea8d348-13b8-4b20-8a31-3350b1ad3b2d owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:24:46.707868 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-49a13113-97de-42e3-9d7c-7efae858b595 None None] Port 260f1b4f-5f17-49ba-8b5e-5282231577b3 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:24:46.832869 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (1ea8d348-13b8-4b20-8a31-3350b1ad3b2d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.840285 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada2e87-5f60-4dab-a0cb-798f461c95a4 req-5960daa4-67aa-469c-a9c2-7c2fca62db59 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:46.841810 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dada2e87-5f60-4dab-a0cb-798f461c95a4 req-5960daa4-67aa-469c-a9c2-7c2fca62db59 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e HTTP/1.1" status: 200 len: 947 time: 0.1684134 Apr 06 16:24:46.860828 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event deleted for resources: {'Port': ['ID=1ea8d348-13b8-4b20-8a31-3350b1ad3b2d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:46.916577 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.924837 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks [] for floatingip (3dec8036-8d1e-457b-a2a2-a92b071042a8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.927572 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:46.928800 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0336906e-4cc3-42d0-973e-7e11f180369c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "DELETE /v2.0/floatingips/3dec8036-8d1e-457b-a2a2-a92b071042a8 HTTP/1.1" status: 204 len: 168 time: 0.4747894 Apr 06 16:24:46.990726 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dada2e87-5f60-4dab-a0cb-798f461c95a4 req-ee916c46-9c41-4c0d-aa1d-26988edc8d04 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a212b48-824f-47d6-90df-d4040b0c8377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398342 Apr 06 16:24:46.992682 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event deleted for resources: {'Port': ['ID=0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:47.178602 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be272-def4-4c64-bfe4-f9aa11e14178 req-1549714b-6bd4-4e29-9986-045c4a97ccd0 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:47.180129 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b36be272-def4-4c64-bfe4-f9aa11e14178 req-1549714b-6bd4-4e29-9986-045c4a97ccd0 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 931 time: 0.1704926 Apr 06 16:24:47.241968 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Router e103bb4a-5ff6-4bb0-af53-e0eed02f962c has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:24:47.262648 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260f1b4f-5f17-49ba-8b5e-5282231577b3 {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:24:47.273228 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Publish callbacks [] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:47.299427 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Transition to ACTIVE for port object 260f1b4f-5f17-49ba-8b5e-5282231577b3 will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:24:47.331808 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b36be272-def4-4c64-bfe4-f9aa11e14178 req-f1804acf-5a72-4e3b-a09b-068c5265c082 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433382 Apr 06 16:24:47.334316 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:47.432840 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Pushing event updated for resources: {'Port': ['ID=260f1b4f-5f17-49ba-8b5e-5282231577b3,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:47.487794 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:24:47.501728 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] Sync routers for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:24:47.518049 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:24:47.518690 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:47.542906 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] No DVR routers for this DVR port 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:24:47.546245 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:47.550035 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0153eedf-d16f-4a89-827c-d8316a89b760 req-dba4ac86-bb99-4dcd-93bb-9b00184f5f58 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "DELETE /v2.0/ports/0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 HTTP/1.1" status: 204 len: 173 time: 1.5812759 Apr 06 16:24:47.550497 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-deleted', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:47.552869 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91031c50-17e4-472d-96ee-da8d0cb88f6e" -d '{"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-deleted", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:47.565273 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Attempting to bind port 260f1b4f-5f17-49ba-8b5e-5282231577b3 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:24:47.565631 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Attempting to bind port 260f1b4f-5f17-49ba-8b5e-5282231577b3 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:24:47.565958 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Attempting to bind port 260f1b4f-5f17-49ba-8b5e-5282231577b3 on network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:24:47.571619 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Port 260f1b4f-5f17-49ba-8b5e-5282231577b3 on network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:24:47.571950 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Attempting to bind port 260f1b4f-5f17-49ba-8b5e-5282231577b3 on network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:24:47.579152 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:24:47.579494 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Checking segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:24:47.579977 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Bound using segment: {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:24:47.580670 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Bound port: 260f1b4f-5f17-49ba-8b5e-5282231577b3, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6815251c-4373-4802-9ea7-6dd594cdc02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:24:47.589926 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:47.636122 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0a501-b7e5-41e5-8a68-40f53313e88d x-openstack-request-id: req-b9c0a501-b7e5-41e5-8a68-40f53313e88d {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:47.636405 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e", "name": "network-vif-deleted", "tag": "0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:47.636658 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9c0a501-b7e5-41e5-8a68-40f53313e88d {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:47.637055 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c0a501-b7e5-41e5-8a68-40f53313e88d'] response: {'server_uuid': 'e5211e6e-fe8e-48dd-a64a-8795dbcd8b6e', 'name': 'network-vif-deleted', 'tag': '0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0', 'status': 'completed', 'code': 200} Apr 06 16:24:47.671082 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] For port 260f1b4f-5f17-49ba-8b5e-5282231577b3, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:24:47.675200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] For port 260f1b4f-5f17-49ba-8b5e-5282231577b3, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=260f1b4f-5f17-49ba-8b5e-5282231577b3,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:24:47.680902 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:47.695163 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:24:47.716754 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:47.717433 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:47.718880 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] 10.222.0.45 "PUT /v2.0/ports/260f1b4f-5f17-49ba-8b5e-5282231577b3 HTTP/1.1" status: 200 len: 1093 time: 1.1806338 Apr 06 16:24:47.748179 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc1f1c-daa8-42f3-8984-7dd0205bf9ee service neutron] Pushing event updated for resources: {'Port': ['ID=260f1b4f-5f17-49ba-8b5e-5282231577b3,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:47.856815 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-f132bf71-1e49-49d3-a8b8-ceea1a7d08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:47.859373 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-f132bf71-1e49-49d3-a8b8-ceea1a7d08e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 1127 time: 0.0585780 Apr 06 16:24:47.904083 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-c2d3403a-b10e-4ed5-aa43-bac04303f3f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260f1b4f-5f17-49ba-8b5e-5282231577b3 HTTP/1.1" status: 200 len: 217 time: 0.0365450 Apr 06 16:24:47.952825 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:47.956186 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-9eeccc96-acdb-47cb-8060-fdc274f67c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:47.957657 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-9eeccc96-acdb-47cb-8060-fdc274f67c47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.0468314 Apr 06 16:24:47.982176 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] Checking router: e103bb4a-5ff6-4bb0-af53-e0eed02f962c for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:24:47.997946 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:24:47.998494 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:48.008402 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-d67d0c74-a868-4f82-aa11-0cb170757c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:48.009912 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-d67d0c74-a868-4f82-aa11-0cb170757c22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465658 Apr 06 16:24:48.117725 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59300) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:48.118635 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:24:48.128140 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-f8ae5f1a-1330-4bb9-bf0d-d10b31dfc7ec service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097116 Apr 06 16:24:48.196935 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-73c917ec-ade4-4ee8-bf34-b3b4cf1cf506 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (2a212b48-824f-47d6-90df-d4040b0c8377), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.235362 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-73c917ec-ade4-4ee8-bf34-b3b4cf1cf506 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (2a212b48-824f-47d6-90df-d4040b0c8377), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.248909 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bd9e363-300e-4843-b46c-10c2db3b5cd2 req-c36eace5-5459-4807-98f4-c2de4a0e549b service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148849 Apr 06 16:24:48.293922 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-73c917ec-ade4-4ee8-bf34-b3b4cf1cf506 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2a212b48-824f-47d6-90df-d4040b0c8377), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.296486 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-73c917ec-ade4-4ee8-bf34-b3b4cf1cf506 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.298373 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-73c917ec-ade4-4ee8-bf34-b3b4cf1cf506 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "DELETE /v2.0/security-groups/2a212b48-824f-47d6-90df-d4040b0c8377 HTTP/1.1" status: 204 len: 168 time: 0.1782007 Apr 06 16:24:48.301165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59304) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:48.307243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c917ec-ade4-4ee8-bf34-b3b4cf1cf506 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a212b48-824f-47d6-90df-d4040b0c8377,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:48.316401 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.api.v2.resource [None req-068c17cc-341a-4f31-a1f4-ee2ad18893cc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] show failed (client error): The resource could not be found. Apr 06 16:24:48.317529 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-068c17cc-341a-4f31-a1f4-ee2ad18893cc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups/2a212b48-824f-47d6-90df-d4040b0c8377 HTTP/1.1" status: 404 len: 347 time: 0.0149310 Apr 06 16:24:48.320330 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59306) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:48.401290 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:24:48.427879 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:24:48.428231 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 7ebb84f4-9ff2-4cdc-afe9-df94bedc3dbf not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:24:48.497764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb9e9-5b1d-45d8-aef3-d91071bfa380 req-6ba9345a-9cd8-451d-8f88-453e586c38d6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:48.499189 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-db8eb9e9-5b1d-45d8-aef3-d91071bfa380 req-6ba9345a-9cd8-451d-8f88-453e586c38d6 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 943 time: 0.0901823 Apr 06 16:24:48.506782 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:24:48.512454 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Deleting port 5149767e-3680-45e2-b626-6d8a58dc19fa {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:24:48.512814 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (5149767e-3680-45e2-b626-6d8a58dc19fa), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.536366 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23a91d-c601-48c7-9c89-925931162139 None None] The sync data for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi is: [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:24:48.597976 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-db8eb9e9-5b1d-45d8-aef3-d91071bfa380 req-c794421c-ae7e-44f7-bd30-8ef09d3354b2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926139 Apr 06 16:24:48.619641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (5149767e-3680-45e2-b626-6d8a58dc19fa), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.619980 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (5149767e-3680-45e2-b626-6d8a58dc19fa), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.632807 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Calling delete_port for 5149767e-3680-45e2-b626-6d8a58dc19fa owned by network:floatingip {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:24:48.767825 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (5149767e-3680-45e2-b626-6d8a58dc19fa), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.768610 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a821b4-69e3-4f17-aeca-b353fc43f3b5 None None] New status for floating IP 51530a74-28e5-47ca-a15a-150faac78bc5: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:24:48.797747 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event deleted for resources: {'Port': ['ID=5149767e-3680-45e2-b626-6d8a58dc19fa,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:48.858250 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (51530a74-28e5-47ca-a15a-150faac78bc5), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.861147 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:48.862438 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-6495a599-de24-4061-ac39-6ce333080db8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "DELETE /v2.0/floatingips/51530a74-28e5-47ca-a15a-150faac78bc5 HTTP/1.1" status: 204 len: 168 time: 0.5410483 Apr 06 16:24:49.272434 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59314) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:49.277156 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-3b6c2729-6fc7-42aa-aa40-97c4dc914ab8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092929911', 'description': 'tempest-description--1047294183'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:49.297641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2729-6fc7-42aa-aa40-97c4dc914ab8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.363861 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2729-6fc7-42aa-aa40-97c4dc914ab8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (47ede178-77b5-4646-90ff-0e5524e3db3e), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.367673 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2729-6fc7-42aa-aa40-97c4dc914ab8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (47ede178-77b5-4646-90ff-0e5524e3db3e), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.397294 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2729-6fc7-42aa-aa40-97c4dc914ab8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.401541 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3b6c2729-6fc7-42aa-aa40-97c4dc914ab8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1252949 Apr 06 16:24:49.402089 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59320) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:49.403181 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c2729-6fc7-42aa-aa40-97c4dc914ab8 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ede178-77b5-4646-90ff-0e5524e3db3e,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:49.407735 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-9c24b59c-3d5c-4a95-aebd-d5ed4381d399 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'security_group_rule': {'security_group_id': '47ede178-77b5-4646-90ff-0e5524e3db3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:49.433801 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9c24b59c-3d5c-4a95-aebd-d5ed4381d399 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (89b88e8a-91b9-4e89-9a88-88bf5b998a5b), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.480743 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9c24b59c-3d5c-4a95-aebd-d5ed4381d399 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (89b88e8a-91b9-4e89-9a88-88bf5b998a5b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.484563 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9c24b59c-3d5c-4a95-aebd-d5ed4381d399 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (89b88e8a-91b9-4e89-9a88-88bf5b998a5b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.502910 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b59c-3d5c-4a95-aebd-d5ed4381d399 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b88e8a-91b9-4e89-9a88-88bf5b998a5b,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:49.503118 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32db60-147d-4a5f-95df-973d164f3874 req-a968716e-053b-42ee-aeca-95a603d987fa tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:49.504407 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8f32db60-147d-4a5f-95df-973d164f3874 req-a968716e-053b-42ee-aeca-95a603d987fa tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.0597034 Apr 06 16:24:49.514041 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9c24b59c-3d5c-4a95-aebd-d5ed4381d399 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.515275 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-9c24b59c-3d5c-4a95-aebd-d5ed4381d399 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121070 Apr 06 16:24:49.518743 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59322) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:49.523023 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-7411432a-e3ca-405c-95ed-c1565a17aed1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'security_group_rule': {'security_group_id': '47ede178-77b5-4646-90ff-0e5524e3db3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:49.546908 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7411432a-e3ca-405c-95ed-c1565a17aed1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (132bb6f6-e68f-4a1e-a6f8-a4fef58061f6), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.555512 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8f32db60-147d-4a5f-95df-973d164f3874 req-450131d9-8fd3-4e63-8edf-9ac512be50f1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Apr 06 16:24:49.611063 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7411432a-e3ca-405c-95ed-c1565a17aed1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (132bb6f6-e68f-4a1e-a6f8-a4fef58061f6), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.614336 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7411432a-e3ca-405c-95ed-c1565a17aed1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (132bb6f6-e68f-4a1e-a6f8-a4fef58061f6), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.635994 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411432a-e3ca-405c-95ed-c1565a17aed1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132bb6f6-e68f-4a1e-a6f8-a4fef58061f6,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:49.638429 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'tag': '260f1b4f-5f17-49ba-8b5e-5282231577b3'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:49.641435 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5e774a-eda0-4718-b034-37995b38be98" -d '{"events": [{"name": "network-changed", "server_uuid": "e8934036-9c3d-4a56-9530-3181400d31ec", "tag": "260f1b4f-5f17-49ba-8b5e-5282231577b3"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:49.646060 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7411432a-e3ca-405c-95ed-c1565a17aed1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.650466 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59328) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:49.650635 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-7411432a-e3ca-405c-95ed-c1565a17aed1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308365 Apr 06 16:24:49.655309 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:49.683771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfd2391-88cb-46a2-898b-3db2763eabb1 x-openstack-request-id: req-7bfd2391-88cb-46a2-898b-3db2763eabb1 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:49.684091 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8934036-9c3d-4a56-9530-3181400d31ec", "tag": "260f1b4f-5f17-49ba-8b5e-5282231577b3", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:49.684325 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bfd2391-88cb-46a2-898b-3db2763eabb1 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:49.684727 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfd2391-88cb-46a2-898b-3db2763eabb1'] response: {'name': 'network-changed', 'server_uuid': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'tag': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'status': 'completed', 'code': 200} Apr 06 16:24:49.685578 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.733467 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f4e880da-50c4-4da2-ba99-78605a7986d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:49.995219 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38e519-4678-460c-a016-794c0bc12ae1 req-93115f88-4126-44b4-b898-29be5805d3b9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:49.997676 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0e38e519-4678-460c-a016-794c0bc12ae1 req-93115f88-4126-44b4-b898-29be5805d3b9 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 943 time: 0.3257248 Apr 06 16:24:50.056760 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0e38e519-4678-460c-a016-794c0bc12ae1 req-d60c0b30-414c-49b4-a463-58bd46d86070 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519524 Apr 06 16:24:50.075712 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.177409 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Allocated IP 172.27.3.45 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/73aad9b6-14e2-4df0-a6b8-8ce29381ba08) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:24:50.276516 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for port (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.309321 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.345050 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:24:50.350358 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:24:50.353951 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:24:50.374868 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'Port': ['ID=73aad9b6-14e2-4df0-a6b8-8ce29381ba08,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:50.409567 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 260f1b4f-5f17-49ba-8b5e-5282231577b3 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:24:50.412605 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:24:50.438986 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:24:50.439333 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 0bd594ef-c2ad-44e8-8e59-9f3c6377e1c0 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:24:50.444564 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (f7deef66-b823-49d9-8206-ab912639adcd), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.480467 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.530990 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 260f1b4f-5f17-49ba-8b5e-5282231577b3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=260f1b4f-5f17-49ba-8b5e-5282231577b3,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:50.543298 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'port_id': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'mac_address': 'fa:16:3e:83:12:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:24:50.581739 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 260f1b4f-5f17-49ba-8b5e-5282231577b3 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:24:50.582134 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.596842 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260f1b4f-5f17-49ba-8b5e-5282231577b3 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:24:50.619198 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 260f1b4f-5f17-49ba-8b5e-5282231577b3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=260f1b4f-5f17-49ba-8b5e-5282231577b3,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:50.625321 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.642152 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for port (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.658287 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.678204 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=260f1b4f-5f17-49ba-8b5e-5282231577b3,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:50.685258 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.685611 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.685982 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.686525 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.686895 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.687235 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.687567 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.687900 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.688228 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.688556 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.688887 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.689227 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.690114 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.690422 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.690767 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:50.755419 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'Port': ['ID=73aad9b6-14e2-4df0-a6b8-8ce29381ba08,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:50.774446 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc307f-0450-4375-95a6-a18d14bcbb9a req-38572b8e-8871-4dc7-bc7d-76a90995fbf9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:50.775974 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4fbc307f-0450-4375-95a6-a18d14bcbb9a req-38572b8e-8871-4dc7-bc7d-76a90995fbf9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1302338 Apr 06 16:24:50.777290 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (f7deef66-b823-49d9-8206-ab912639adcd), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.814654 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:50.815933 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-08ec5fbf-5499-4273-b925-52d520f45e9b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1641254 Apr 06 16:24:50.839286 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4fbc307f-0450-4375-95a6-a18d14bcbb9a req-5a07c61f-d392-4a7d-8d1d-96f1294369de tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575597 Apr 06 16:24:50.886864 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['260f1b4f-5f17-49ba-8b5e-5282231577b3'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:24:51.054431 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-8bfa3b20-a1fc-4bd3-91e5-7f3f92aad95a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2092929911&fields=id&tenant_id=92b52a952fbc44e79b60824dc180dc41 HTTP/1.1" status: 200 len: 267 time: 0.0446670 Apr 06 16:24:51.189483 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-3ddf5ea3-a566-494f-a034-d01d2f1f60b7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:51.190901 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-3ddf5ea3-a566-494f-a034-d01d2f1f60b7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 817 time: 0.1298354 Apr 06 16:24:51.213410 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601030f-42a7-487f-9b61-c5d9207ab66e req-9902dab4-e16d-430d-920d-b953bce4eb09 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:51.214846 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b601030f-42a7-487f-9b61-c5d9207ab66e req-9902dab4-e16d-430d-920d-b953bce4eb09 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 944 time: 0.0923042 Apr 06 16:24:51.217181 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-4748abb1-9fc2-464f-90a4-8cba06bd818f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/quotas/92b52a952fbc44e79b60824dc180dc41 HTTP/1.1" status: 200 len: 375 time: 0.0197396 Apr 06 16:24:51.289729 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b601030f-42a7-487f-9b61-c5d9207ab66e req-f9313811-d286-4fbb-abb0-424617c9bec2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691900 Apr 06 16:24:51.324687 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-54dbf014-279d-45a2-8c20-1eb5a06d5407 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982468 Apr 06 16:24:51.358619 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e774a-eda0-4718-b034-37995b38be98 req-9c442c48-b591-498a-8c4e-123d2060f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:51.360106 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba5e774a-eda0-4718-b034-37995b38be98 req-9c442c48-b591-498a-8c4e-123d2060f778 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 1128 time: 0.0661774 Apr 06 16:24:51.494097 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-f56098a9-e156-4ceb-a502-d238764f7c7e service neutron] 10.222.0.10 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557906 Apr 06 16:24:51.511866 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e774a-eda0-4718-b034-37995b38be98 req-2740809a-cde4-4a30-b88e-ca19b0700f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:51.513237 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba5e774a-eda0-4718-b034-37995b38be98 req-2740809a-cde4-4a30-b88e-ca19b0700f8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 912 time: 0.1266475 Apr 06 16:24:51.590885 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba5e774a-eda0-4718-b034-37995b38be98 req-995c35c2-7638-47a8-b4be-887bb688b82e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260f1b4f-5f17-49ba-8b5e-5282231577b3 HTTP/1.1" status: 200 len: 217 time: 0.0681386 Apr 06 16:24:51.696095 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-ea9b5a41-6938-4305-be97-a9b702cc79b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:51.697541 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-ea9b5a41-6938-4305-be97-a9b702cc79b7 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.1162810 Apr 06 16:24:51.698835 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e774a-eda0-4718-b034-37995b38be98 req-30be4bc0-58d4-47f6-a0c2-c682ad00f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:51.700140 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba5e774a-eda0-4718-b034-37995b38be98 req-30be4bc0-58d4-47f6-a0c2-c682ad00f704 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.0879946 Apr 06 16:24:51.701890 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-91b6d311-2776-46b6-9aec-72f5c4e11d48 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008462 Apr 06 16:24:51.815032 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e774a-eda0-4718-b034-37995b38be98 req-14ed261f-6221-47cd-8791-448e38aea100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:51.816553 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba5e774a-eda0-4718-b034-37995b38be98 req-14ed261f-6221-47cd-8791-448e38aea100 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1083837 Apr 06 16:24:51.900017 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Deleting port 5196cea7-a08c-45ec-bb70-0e035cf507b0 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:24:51.900463 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:52.006994 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-786716ea-989b-41ab-9e95-c314383f7a8a req-bb2ce5df-cea3-4fe2-9b31-8eaef5575b87 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 210 time: 0.1305811 Apr 06 16:24:52.047528 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba5e774a-eda0-4718-b034-37995b38be98 req-b87e8365-cd12-4668-93f1-ed1db3572250 service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240608 Apr 06 16:24:52.080042 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0bdcaeb2-5c1f-4462-99b8-8b08038e77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:52.157273 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] For port 5196cea7-a08c-45ec-bb70-0e035cf507b0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5196cea7-a08c-45ec-bb70-0e035cf507b0,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:52.157744 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:52.189932 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045b2ee-2b3c-4503-812e-f98bc767d8ab req-f4876020-dd46-4fa2-861a-c9107e2826c3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:52.191746 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d045b2ee-2b3c-4503-812e-f98bc767d8ab req-f4876020-dd46-4fa2-861a-c9107e2826c3 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 945 time: 0.2453976 Apr 06 16:24:52.194975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Calling delete_port for 5196cea7-a08c-45ec-bb70-0e035cf507b0 owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:24:52.290333 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba5e774a-eda0-4718-b034-37995b38be98 req-52d4b0be-ab79-40ab-8096-e76f69a95eba service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060888 Apr 06 16:24:52.325009 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d045b2ee-2b3c-4503-812e-f98bc767d8ab req-25e90e53-7363-4e95-9f47-1b8850317341 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229625 Apr 06 16:24:52.356711 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:24:52.425155 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 260f1b4f-5f17-49ba-8b5e-5282231577b3 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:24:52.454569 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (5196cea7-a08c-45ec-bb70-0e035cf507b0), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:52.466430 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['5196cea7-a08c-45ec-bb70-0e035cf507b0', 'ac916448-8d96-4d3b-a911-90b9995478e8'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:24:52.490453 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event deleted for resources: {'Port': ['ID=5196cea7-a08c-45ec-bb70-0e035cf507b0,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:52.544296 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 260f1b4f-5f17-49ba-8b5e-5282231577b3 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:24:52.546307 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] No DVR routers for this DVR port 5196cea7-a08c-45ec-bb70-0e035cf507b0 on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:24:52.550524 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 260f1b4f-5f17-49ba-8b5e-5282231577b3 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:24:52.550758 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:52.551446 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:52.554718 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c68e4089-ecae-47a3-89bc-6e738359c426 req-6e52e83c-d1cd-49d3-a051-3f61d47ddd1d tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "DELETE /v2.0/ports/5196cea7-a08c-45ec-bb70-0e035cf507b0 HTTP/1.1" status: 204 len: 173 time: 0.8454809 Apr 06 16:24:52.555180 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3127699e-0f77-4eec-b05b-7f4fd750de7d', 'name': 'network-vif-deleted', 'tag': '5196cea7-a08c-45ec-bb70-0e035cf507b0'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:52.557408 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085703dc-8426-4b4f-b883-b95148ab595d" -d '{"events": [{"server_uuid": "3127699e-0f77-4eec-b05b-7f4fd750de7d", "name": "network-vif-deleted", "tag": "5196cea7-a08c-45ec-bb70-0e035cf507b0"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:52.567822 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453fe11-7937-4dc7-a220-f6a5c9415198 req-96699464-9c02-48cb-86f4-7167789d0c83 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:52.569336 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2453fe11-7937-4dc7-a220-f6a5c9415198 req-96699464-9c02-48cb-86f4-7167789d0c83 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 944 time: 0.1541593 Apr 06 16:24:52.614469 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0736ab-1200-4f20-9bb1-5b0620c2e2fe x-openstack-request-id: req-0c0736ab-1200-4f20-9bb1-5b0620c2e2fe {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:52.614791 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3127699e-0f77-4eec-b05b-7f4fd750de7d", "name": "network-vif-deleted", "tag": "5196cea7-a08c-45ec-bb70-0e035cf507b0", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:52.615052 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c0736ab-1200-4f20-9bb1-5b0620c2e2fe {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:52.615467 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0736ab-1200-4f20-9bb1-5b0620c2e2fe'] response: {'server_uuid': '3127699e-0f77-4eec-b05b-7f4fd750de7d', 'name': 'network-vif-deleted', 'tag': '5196cea7-a08c-45ec-bb70-0e035cf507b0', 'status': 'completed', 'code': 200} Apr 06 16:24:52.622855 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2453fe11-7937-4dc7-a220-f6a5c9415198 req-dfbe6de9-ede2-4636-b106-3507c10c3120 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480556 Apr 06 16:24:52.700080 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 260f1b4f-5f17-49ba-8b5e-5282231577b3 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:24:52.700472 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:52.729084 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f1b4f-5f17-49ba-8b5e-5282231577b3'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:52.731341 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f7d2c4-13ff-47d7-9733-6d08d879264b" -d '{"events": [{"server_uuid": "e8934036-9c3d-4a56-9530-3181400d31ec", "name": "network-vif-plugged", "status": "completed", "tag": "260f1b4f-5f17-49ba-8b5e-5282231577b3"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:52.744302 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 260f1b4f-5f17-49ba-8b5e-5282231577b3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=260f1b4f-5f17-49ba-8b5e-5282231577b3,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:52.751246 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:52.781425 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c1dd52-ff21-42a0-a68d-5c02b67f0107 x-openstack-request-id: req-43c1dd52-ff21-42a0-a68d-5c02b67f0107 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:52.781822 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8934036-9c3d-4a56-9530-3181400d31ec", "name": "network-vif-plugged", "status": "completed", "tag": "260f1b4f-5f17-49ba-8b5e-5282231577b3", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:52.781996 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43c1dd52-ff21-42a0-a68d-5c02b67f0107 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:52.782477 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c1dd52-ff21-42a0-a68d-5c02b67f0107'] response: {'server_uuid': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'code': 200} Apr 06 16:24:52.807540 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=260f1b4f-5f17-49ba-8b5e-5282231577b3,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:52.972447 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-222c91e2-6356-4cee-bfc2-f80f22b4fff5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:52.974104 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-222c91e2-6356-4cee-bfc2-f80f22b4fff5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 817 time: 0.1379347 Apr 06 16:24:53.107353 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed2ca41c-f7b5-4b06-9457-f31e86bfa6b6 req-f6c7bf5f-77fc-4522-add0-14bb26f30f2e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 210 time: 0.0259657 Apr 06 16:24:53.205998 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aa933f50-6ef9-4b72-bb4a-5400afa9015a req-dd2d4d78-3c57-4912-bb8b-1b963c33100e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0341206 Apr 06 16:24:53.233264 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b3a0a-e69c-4a43-9a04-1710242d99ed req-e2a8544f-afc2-47dc-8c25-2f35e17f7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:53.234592 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8d1b3a0a-e69c-4a43-9a04-1710242d99ed req-e2a8544f-afc2-47dc-8c25-2f35e17f7f0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 1129 time: 0.0564065 Apr 06 16:24:53.255003 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:53.284360 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aa933f50-6ef9-4b72-bb4a-5400afa9015a req-62039709-b26d-45d3-bed0-a4247e1fba87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c344cd4b518a49d48b73913e4b073454&device_id=3127699e-0f77-4eec-b05b-7f4fd750de7d HTTP/1.1" status: 200 len: 210 time: 0.0465226 Apr 06 16:24:53.289271 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-6a5a452e-7e03-4740-ae6f-5845cdc8c21e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b52a952fbc44e79b60824dc180dc41 HTTP/1.1" status: 200 len: 380 time: 0.1302812 Apr 06 16:24:53.289404 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8d1b3a0a-e69c-4a43-9a04-1710242d99ed req-a0366bf0-f09a-4ce9-8c22-76bfb88b0e90 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487819 Apr 06 16:24:53.580162 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'port': {'device_id': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'admin_state_up': True, 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'security_groups': ['47ede178-77b5-4646-90ff-0e5524e3db3e']}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:53.657117 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac35d-2dcb-4643-8c5f-c231206d790c req-665a448a-7bab-49ae-a59c-596875ed48dd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:53.659595 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1cac35d-2dcb-4643-8c5f-c231206d790c req-665a448a-7bab-49ae-a59c-596875ed48dd tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.1115301 Apr 06 16:24:53.671763 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa933f50-6ef9-4b72-bb4a-5400afa9015a req-79dbf007-0b18-4d19-87e6-2990c74346f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:53.673250 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-aa933f50-6ef9-4b72-bb4a-5400afa9015a req-79dbf007-0b18-4d19-87e6-2990c74346f0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c344cd4b518a49d48b73913e4b073454&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1011422 Apr 06 16:24:53.762840 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1cac35d-2dcb-4643-8c5f-c231206d790c req-bb41907d-63b9-42e0-bbfc-14f7421da8b1 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932322 Apr 06 16:24:53.768949 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Made reservation on behalf of 92b52a952fbc44e79b60824dc180dc41 for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:24:53.772143 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:53.798045 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:53.798341 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66441c41-d2a9-4fc6-bac3-af2fafe843b5 req-ed9de72b-44ef-4915-916c-1f49b89de24a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:53.800224 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-66441c41-d2a9-4fc6-bac3-af2fafe843b5 req-ed9de72b-44ef-4915-916c-1f49b89de24a tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.0988603 Apr 06 16:24:53.895509 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-66441c41-d2a9-4fc6-bac3-af2fafe843b5 req-55dde646-b047-4774-b71f-7e3cbf4feb35 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880337 Apr 06 16:24:53.938643 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Allocated IP 172.20.0.14 (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b/b1bc7a64-9197-4542-ae81-39cfd8792950/68f20f49-8dcb-4d28-8a7d-a5f649e75b8b) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:24:54.065959 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:54.099237 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:54.141970 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:24:54.155288 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:24:54.157729 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:54.160565 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:24:54.218207 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:54.218888 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:54.251791 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d12eb078-dde5-4c5a-9778-2dce21e53803 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6764596 Apr 06 16:24:54.270611 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a241c6-0acb-4643-9e9e-88f72ad35dc7 req-843a79cb-38bc-4680-b33c-0b4a631c3faf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:54.272280 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-99a241c6-0acb-4643-9e9e-88f72ad35dc7 req-843a79cb-38bc-4680-b33c-0b4a631c3faf tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 932 time: 0.0751555 Apr 06 16:24:54.322012 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-99a241c6-0acb-4643-9e9e-88f72ad35dc7 req-406cb98b-aebc-40f0-a75e-4cd405976bbd tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439875 Apr 06 16:24:54.365357 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-c4959919-5b12-4bd3-8018-dfb4833964bc None None] Provisioning complete for port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:24:54.365891 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c4959919-5b12-4bd3-8018-dfb4833964bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:54.402155 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-c4959919-5b12-4bd3-8018-dfb4833964bc None None] Port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:24:54.648695 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:54.881505 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec92a96-4bd0-43d3-bcb6-13108e6b4451 req-47ad4494-732e-4b4d-b386-0d4599899e26 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:54.883059 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7ec92a96-4bd0-43d3-bcb6-13108e6b4451 req-47ad4494-732e-4b4d-b386-0d4599899e26 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0557454 Apr 06 16:24:54.929371 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7ec92a96-4bd0-43d3-bcb6-13108e6b4451 req-baf92e04-4716-4b29-bf3f-7589dd1f993c tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Apr 06 16:24:55.010830 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f280-86bf-485a-a16d-629e529b1ae9 req-061766a1-d0c2-465e-b8de-37e642638d86 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:55.012270 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8537f280-86bf-485a-a16d-629e529b1ae9 req-061766a1-d0c2-465e-b8de-37e642638d86 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.0510836 Apr 06 16:24:55.059043 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8537f280-86bf-485a-a16d-629e529b1ae9 req-f5c847ae-b1d3-47d5-9667-546946b79d17 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411551 Apr 06 16:24:55.443413 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed4191-6004-4fc6-81b1-5fc767cc2c61 req-63a97f2a-347a-4add-901b-b03b71386fe0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:55.444933 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-52ed4191-6004-4fc6-81b1-5fc767cc2c61 req-63a97f2a-347a-4add-901b-b03b71386fe0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 932 time: 0.0525827 Apr 06 16:24:55.495194 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-52ed4191-6004-4fc6-81b1-5fc767cc2c61 req-c7551aa0-8419-4777-9d91-84807485593e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Apr 06 16:24:55.949372 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:56.046748 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff0a74-02e6-4f59-84ca-feeea45a5115 req-8eb75fe6-fb71-4c7f-bd0e-0e8db4677d6b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:56.048202 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-57ff0a74-02e6-4f59-84ca-feeea45a5115 req-8eb75fe6-fb71-4c7f-bd0e-0e8db4677d6b tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0515921 Apr 06 16:24:56.094277 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-57ff0a74-02e6-4f59-84ca-feeea45a5115 req-5212722e-330e-4497-af39-7f25b97de94e tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Apr 06 16:24:56.175581 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543273a2-8b1a-40f4-8306-09876bc62fdf req-fa8d4eab-ee36-4a88-a8fd-5d6ef5eee8f0 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:56.176997 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-543273a2-8b1a-40f4-8306-09876bc62fdf req-fa8d4eab-ee36-4a88-a8fd-5d6ef5eee8f0 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.0517404 Apr 06 16:24:56.221973 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-543273a2-8b1a-40f4-8306-09876bc62fdf req-a0088fc4-71d3-44dd-94d4-3430ca480288 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394237 Apr 06 16:24:56.427685 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 5196cea7-a08c-45ec-bb70-0e035cf507b0 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:24:56.447903 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 5196cea7-a08c-45ec-bb70-0e035cf507b0 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:24:56.448245 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 5196cea7-a08c-45ec-bb70-0e035cf507b0 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:24:56.510520 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Request body: {'port': {'device_id': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:56.596375 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:56.600411 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa933f50-6ef9-4b72-bb4a-5400afa9015a req-6daa1fbc-2ac6-49e9-8aec-595d213069b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:56.601893 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-aa933f50-6ef9-4b72-bb4a-5400afa9015a req-6daa1fbc-2ac6-49e9-8aec-595d213069b6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952656 Apr 06 16:24:56.656106 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abb205-4788-468e-9534-3e5bc9051296 req-00d284fb-fb1e-481f-84c1-4a47f86100e4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:56.657667 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-12abb205-4788-468e-9534-3e5bc9051296 req-00d284fb-fb1e-481f-84c1-4a47f86100e4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 932 time: 0.0913067 Apr 06 16:24:56.780031 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-12abb205-4788-468e-9534-3e5bc9051296 req-dbb49375-68b3-4d02-b1ee-cca1409eb9fe tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136332 Apr 06 16:24:56.905750 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:24:56.913863 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Publish callbacks [] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:56.925985 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Transition to ACTIVE for port object 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:24:56.929399 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:56.979081 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:57.048388 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Attempting to bind port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:24:57.048850 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Attempting to bind port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:24:57.049509 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Attempting to bind port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b on network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:24:57.054859 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b on network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:24:57.055242 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Attempting to bind port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b on network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:24:57.060474 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:24:57.060808 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Checking segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:24:57.061189 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Bound using segment: {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:24:57.061615 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Bound port: 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131f0d41-e3bb-4f25-a3d5-bd3237745496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:24:57.062009 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:57.130529 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:24:57.134446 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:24:57.141044 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:57.185684 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:57.186283 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:57.187637 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/68f20f49-8dcb-4d28-8a7d-a5f649e75b8b HTTP/1.1" status: 200 len: 1094 time: 0.6813221 Apr 06 16:24:57.201095 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:57.203319 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edc3b92-feff-461a-afa1-ec52fecddabd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:57.233061 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19f7d8-643e-493a-80fd-78e3002869c3 service neutron] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:57.254084 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d351b-6230-4622-a058-517e55ea2c82 req-f7d3d6c4-3336-4ee3-b858-4f8cd3d08a24 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:57.256067 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-234d351b-6230-4622-a058-517e55ea2c82 req-f7d3d6c4-3336-4ee3-b858-4f8cd3d08a24 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.0903575 Apr 06 16:24:57.257575 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda91296-9588-4cc5-8337-ff71dbf8fb93 x-openstack-request-id: req-bda91296-9588-4cc5-8337-ff71dbf8fb93 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:57.257942 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:57.258202 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bda91296-9588-4cc5-8337-ff71dbf8fb93 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:57.258586 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda91296-9588-4cc5-8337-ff71dbf8fb93'] response: {'name': 'network-changed', 'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'status': 'completed', 'code': 200} Apr 06 16:24:57.339561 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-234d351b-6230-4622-a058-517e55ea2c82 req-7484aa37-8a05-4f62-ab61-0bfa1f5ef5fe tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/security-groups?id=14a1f817-284c-4a15-938e-570daaeee8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759206 Apr 06 16:24:57.343779 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-b8023e10-8e42-45e6-b456-80b913adadbc tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:57.345285 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-b8023e10-8e42-45e6-b456-80b913adadbc tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 946 time: 0.1036766 Apr 06 16:24:57.432595 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3b92-feff-461a-afa1-ec52fecddabd req-52e026d6-e04f-4efd-a491-490761aebb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:57.434080 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5edc3b92-feff-461a-afa1-ec52fecddabd req-52e026d6-e04f-4efd-a491-490761aebb0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 1128 time: 0.0589061 Apr 06 16:24:57.440652 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c904-f2ec-4f03-b055-df37201ad7b2 req-e4428af1-9f75-4509-a746-087876457407 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:57.442007 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2021c904-f2ec-4f03-b055-df37201ad7b2 req-e4428af1-9f75-4509-a746-087876457407 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.1014297 Apr 06 16:24:57.488012 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2021c904-f2ec-4f03-b055-df37201ad7b2 req-e48ebe55-d31e-487c-925b-f663f48acfb1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Apr 06 16:24:57.760076 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Deleting port ac916448-8d96-4d3b-a911-90b9995478e8 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:24:57.760654 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:57.845133 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3b92-feff-461a-afa1-ec52fecddabd req-41d2b363-27ad-4ac4-9b49-2f107c460c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:57.847434 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5edc3b92-feff-461a-afa1-ec52fecddabd req-41d2b363-27ad-4ac4-9b49-2f107c460c7c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=92b52a952fbc44e79b60824dc180dc41&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1062040 Apr 06 16:24:57.858592 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] For port ac916448-8d96-4d3b-a911-90b9995478e8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ac916448-8d96-4d3b-a911-90b9995478e8,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:24:57.859022 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:57.872095 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Calling delete_port for ac916448-8d96-4d3b-a911-90b9995478e8 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:24:58.001275 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (ac916448-8d96-4d3b-a911-90b9995478e8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:58.013668 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['ac916448-8d96-4d3b-a911-90b9995478e8'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:24:58.034793 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Pushing event deleted for resources: {'Port': ['ID=ac916448-8d96-4d3b-a911-90b9995478e8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:58.082980 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] No DVR routers for this DVR port ac916448-8d96-4d3b-a911-90b9995478e8 on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:24:58.085646 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:58.089142 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-86b6c2a8-b763-411b-98a3-2f5ed30d2d70 req-7a3bae1e-4640-4c2c-ac60-047907c27806 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.45 "DELETE /v2.0/ports/ac916448-8d96-4d3b-a911-90b9995478e8 HTTP/1.1" status: 204 len: 173 time: 0.4200659 Apr 06 16:24:58.089631 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441ebf43-5e6a-4e27-912e-2c7d366d6583', 'name': 'network-vif-deleted', 'tag': 'ac916448-8d96-4d3b-a911-90b9995478e8'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:24:58.092072 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ea3e6-8c00-4f21-80ad-409b532291a3" -d '{"events": [{"server_uuid": "441ebf43-5e6a-4e27-912e-2c7d366d6583", "name": "network-vif-deleted", "tag": "ac916448-8d96-4d3b-a911-90b9995478e8"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:24:58.133815 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5bab07-bf16-4816-9649-5c46c747901c x-openstack-request-id: req-ab5bab07-bf16-4816-9649-5c46c747901c {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:24:58.134106 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441ebf43-5e6a-4e27-912e-2c7d366d6583", "name": "network-vif-deleted", "tag": "ac916448-8d96-4d3b-a911-90b9995478e8", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:24:58.134358 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab5bab07-bf16-4816-9649-5c46c747901c {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:24:58.134798 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5bab07-bf16-4816-9649-5c46c747901c'] response: {'server_uuid': '441ebf43-5e6a-4e27-912e-2c7d366d6583', 'name': 'network-vif-deleted', 'tag': 'ac916448-8d96-4d3b-a911-90b9995478e8', 'status': 'completed', 'code': 200} Apr 06 16:24:58.142220 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89e660-71a6-495d-aa31-56145ab48f79 req-25e796b4-feda-4cfe-b494-e5819b910883 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:58.145034 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ee89e660-71a6-495d-aa31-56145ab48f79 req-25e796b4-feda-4cfe-b494-e5819b910883 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.2890773 Apr 06 16:24:58.244003 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ee89e660-71a6-495d-aa31-56145ab48f79 req-bcaf39ad-f8bc-42c5-a245-50d027b0cf7b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916491 Apr 06 16:24:58.274198 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3b92-feff-461a-afa1-ec52fecddabd req-bbc582ac-52a9-41c1-a35b-b7264c14d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:58.275673 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5edc3b92-feff-461a-afa1-ec52fecddabd req-bbc582ac-52a9-41c1-a35b-b7264c14d92b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099510 Apr 06 16:24:58.429795 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-710d0d98-7e63-42cc-be03-77138eeb4ca1 req-bc85758c-f596-421d-a425-fd83449f9fc9 tempest-ServerRescueNegativeTestJSON-242587756 tempest-ServerRescueNegativeTestJSON-242587756-project] 10.222.0.10 "GET /v2.0/ports?device_id=441ebf43-5e6a-4e27-912e-2c7d366d6583 HTTP/1.1" status: 200 len: 210 time: 0.0280013 Apr 06 16:24:58.615397 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d4440522-a434-4e35-a9d7-eeaa2a7d952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:58.616907 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-d4440522-a434-4e35-a9d7-eeaa2a7d952f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 1128 time: 0.0788984 Apr 06 16:24:58.631709 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d24b65-f217-4426-a626-089536d85289 req-c2043568-6b27-41e5-9086-0a7ee3f5894d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:58.633074 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a4d24b65-f217-4426-a626-089536d85289 req-c2043568-6b27-41e5-9086-0a7ee3f5894d tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.0643396 Apr 06 16:24:58.680253 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a4d24b65-f217-4426-a626-089536d85289 req-f4503b62-b25d-47a7-8a29-775265294885 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Apr 06 16:24:58.795721 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25be7f-e57e-48cd-9fc9-7609f40f6e8a req-e9ce4744-e5c4-40a1-a407-eb6f0ec9dbf5 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:58.797161 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ba25be7f-e57e-48cd-9fc9-7609f40f6e8a req-e9ce4744-e5c4-40a1-a407-eb6f0ec9dbf5 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.0521955 Apr 06 16:24:58.806104 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59448) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:58.810379 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Request body: {'floatingip': {'port_id': '260f1b4f-5f17-49ba-8b5e-5282231577b3'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:58.855748 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:58.914484 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-77f441b6-e987-4bfa-a015-98fa232a46c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b HTTP/1.1" status: 200 len: 217 time: 0.0727813 Apr 06 16:24:59.221208 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-5abe2ba8-bb85-4ba2-aa04-42916c214dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:59.222647 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-5abe2ba8-bb85-4ba2-aa04-42916c214dcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.0938754 Apr 06 16:24:59.347136 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-e10753fc-2479-49cb-95d3-5ddd04eacf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:59.348553 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-e10753fc-2479-49cb-95d3-5ddd04eacf06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969377 Apr 06 16:24:59.485570 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:59.487710 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59454) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:59.497396 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836aa1-8bbc-41cc-9420-f190da806a9f req-efc27f69-43af-4fa3-9c8e-e3339d7d4dc5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:59.498919 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6a836aa1-8bbc-41cc-9420-f190da806a9f req-efc27f69-43af-4fa3-9c8e-e3339d7d4dc5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.1656744 Apr 06 16:24:59.501150 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:59.579040 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-32a3b100-5e01-4467-b00d-ad962549ad62 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092652 Apr 06 16:24:59.680435 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6a836aa1-8bbc-41cc-9420-f190da806a9f req-6ed8ec95-7d17-4c7d-a85f-65ad67af5754 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720061 Apr 06 16:24:59.708051 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Floating IP f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090 associated. External IP: 172.27.3.24, port: 260f1b4f-5f17-49ba-8b5e-5282231577b3. Apr 06 16:24:59.776202 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84301b62-85b6-4166-b7e7-ce9c1c1c5d84 req-132a2aec-7c0a-4fdc-818d-75430e5fcc8c service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878738 Apr 06 16:24:59.943461 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Router 84f13122-0e2c-4b3b-becd-6fa53a86220e has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:25:00.026818 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (73f28bdb-aa8d-4463-89a8-c2093661e77f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:00.070348 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:25:00.075210 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:00.087748 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] Sync routers for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:25:00.099021 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:00.099939 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:00.122722 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-cddfe078-6ffa-4fb7-9386-6c4c815f4d91 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "PUT /v2.0/floatingips/f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090 HTTP/1.1" status: 200 len: 990 time: 1.3078225 Apr 06 16:25:00.122722 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'tag': '260f1b4f-5f17-49ba-8b5e-5282231577b3'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:00.122722 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e8934036-9c3d-4a56-9530-3181400d31ec", "tag": "260f1b4f-5f17-49ba-8b5e-5282231577b3"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:00.159061 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f149a71b-98d0-4e51-b8a2-7402162c6608 x-openstack-request-id: req-f149a71b-98d0-4e51-b8a2-7402162c6608 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:00.159451 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8934036-9c3d-4a56-9530-3181400d31ec", "tag": "260f1b4f-5f17-49ba-8b5e-5282231577b3", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:00.159970 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f149a71b-98d0-4e51-b8a2-7402162c6608 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:00.160471 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f149a71b-98d0-4e51-b8a2-7402162c6608'] response: {'name': 'network-changed', 'server_uuid': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'tag': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'status': 'completed', 'code': 200} Apr 06 16:25:00.225642 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:00.358354 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Deleting port bfc39896-b490-41ec-838f-53e7c37fe5c4 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:25:00.358688 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:00.430244 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device ac916448-8d96-4d3b-a911-90b9995478e8 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:25:00.434980 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] For port bfc39896-b490-41ec-838f-53e7c37fe5c4, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=bfc39896-b490-41ec-838f-53e7c37fe5c4,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:00.434980 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:00.450557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Calling delete_port for bfc39896-b490-41ec-838f-53e7c37fe5c4 owned by network:router_interface {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:25:00.455330 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: ac916448-8d96-4d3b-a911-90b9995478e8 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:25:00.455677 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device ac916448-8d96-4d3b-a911-90b9995478e8 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:25:00.482802 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'port_id': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'mac_address': 'fa:16:3e:83:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:24:39Z', 'updated_at': '2022-04-06T16:24:59Z', 'revision_number': 1, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:00.510013 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] Checking router: 84f13122-0e2c-4b3b-becd-6fa53a86220e for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:25:00.518740 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:00.519353 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:00.626244 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-11f934f0-5b7b-4923-bc61-9156f4473e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:00.627863 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-11f934f0-5b7b-4923-bc61-9156f4473e67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c680db6019347c58db749f3a00b24fb&device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 1129 time: 0.0685308 Apr 06 16:25:00.635964 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:00.664978 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (bfc39896-b490-41ec-838f-53e7c37fe5c4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:00.697370 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc39896-b490-41ec-838f-53e7c37fe5c4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:00.737158 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-207f9cca-eb0a-428d-8c79-c7204cb5ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:00.739295 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-207f9cca-eb0a-428d-8c79-c7204cb5ba03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 200 len: 912 time: 0.1058273 Apr 06 16:25:00.848554 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf674e-148a-4158-9162-6b55adf373f5 req-c2c62da3-529f-4fec-bcc4-cd24a993107f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:00.850271 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-debf674e-148a-4158-9162-6b55adf373f5 req-c2c62da3-529f-4fec-bcc4-cd24a993107f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0697296 Apr 06 16:25:00.891243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (73f28bdb-aa8d-4463-89a8-c2093661e77f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:00.917566 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-debf674e-148a-4158-9162-6b55adf373f5 req-d7994317-087b-48d1-84c4-638f172190b7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610597 Apr 06 16:25:00.999466 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-81b1c27f-2d24-4cc6-9538-9ff1e0e4668a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260f1b4f-5f17-49ba-8b5e-5282231577b3 HTTP/1.1" status: 200 len: 998 time: 0.0655642 Apr 06 16:25:01.047749 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'port_id': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'mac_address': 'fa:16:3e:83:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:24:39Z', 'updated_at': '2022-04-06T16:24:59Z', 'revision_number': 1, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:01.055308 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-edd3b97b-715f-4a26-8090-31c5f0846def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:01.056733 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-edd3b97b-715f-4a26-8090-31c5f0846def service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 200 len: 850 time: 0.0508001 Apr 06 16:25:01.082513 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3738b76c-a545-47cb-8893-d49705b08e5c None None] The sync data for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi is: [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'port_id': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'mac_address': 'fa:16:3e:83:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:24:39Z', 'updated_at': '2022-04-06T16:24:59Z', 'revision_number': 1, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:25:01.139070 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-d3fd0323-7f21-45d7-a286-e1c27de3075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:01.141680 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-d3fd0323-7f21-45d7-a286-e1c27de3075a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8c48e4b-cf0d-46ad-86bc-75206242ddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670738 Apr 06 16:25:01.156498 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Router 73f28bdb-aa8d-4463-89a8-c2093661e77f has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:25:01.231645 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-333ff3cf-ffee-493a-ac39-4c5428f3de6f service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831857 Apr 06 16:25:01.278305 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:25:01.286951 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-7b2de09b-4a5f-47e9-a69f-801102bb24f2 admin admin] 10.222.0.10 "PUT /v2.0/routers/73f28bdb-aa8d-4463-89a8-c2093661e77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7957711 Apr 06 16:25:01.288697 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] Sync routers for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:25:01.298964 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59482) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:01.305845 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:01.306484 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:01.328653 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09468f1-62d7-453a-9141-d80498d71429 None None] New status for floating IP f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:25:01.378762 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bdb851b0-c4d5-43bb-bcab-1e62fca095ce req-1ce7cd1b-2ade-41e9-a547-c38c1233548d service neutron] 10.222.0.45 "GET /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391101 Apr 06 16:25:01.477884 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:01.701306 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:25:00Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:01.730807 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] Checking router: 73f28bdb-aa8d-4463-89a8-c2093661e77f for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:25:01.739891 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks [] for router (73f28bdb-aa8d-4463-89a8-c2093661e77f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:01.741041 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] Routers {'73f28bdb-aa8d-4463-89a8-c2093661e77f'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:01.741710 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['73f28bdb-aa8d-4463-89a8-c2093661e77f'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:01.754013 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3c8b4-7c86-4f0d-9450-4b2ef33c18e6 req-c5ab78e3-7d54-4282-9142-18f04beae4fa tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:01.755568 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67b3c8b4-7c86-4f0d-9450-4b2ef33c18e6 req-c5ab78e3-7d54-4282-9142-18f04beae4fa tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 945 time: 0.0588069 Apr 06 16:25:01.804661 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67b3c8b4-7c86-4f0d-9450-4b2ef33c18e6 req-9c29ee18-7cca-4dc5-95df-7cc02b0187f5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Apr 06 16:25:01.847568 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks [] for router_gateway (73f28bdb-aa8d-4463-89a8-c2093661e77f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:01.850773 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] Set router 73f28bdb-aa8d-4463-89a8-c2093661e77f gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:01.898975 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Deleting port feb2705f-88e4-452e-965b-48163c35403b {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:25:01.899335 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (feb2705f-88e4-452e-965b-48163c35403b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:01.989341 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] For port feb2705f-88e4-452e-965b-48163c35403b, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=feb2705f-88e4-452e-965b-48163c35403b,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:01.989713 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (feb2705f-88e4-452e-965b-48163c35403b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.002543 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Calling delete_port for feb2705f-88e4-452e-965b-48163c35403b owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:25:02.051167 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5258-ab2a-4861-94d1-2af7dbb733aa req-7719dfcd-7fe0-4de5-8650-5abf6f7848ca tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:02.052740 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f07d5258-ab2a-4861-94d1-2af7dbb733aa req-7719dfcd-7fe0-4de5-8650-5abf6f7848ca tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0541306 Apr 06 16:25:02.104363 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f07d5258-ab2a-4861-94d1-2af7dbb733aa req-1ebb4b72-ea96-4a80-8255-7a7df70fd835 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451515 Apr 06 16:25:02.124241 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:25:00Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:02.151764 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd1b06-18d5-4d76-bfd3-6cadcdd47036 None None] The sync data for ids ['73f28bdb-aa8d-4463-89a8-c2093661e77f'] in dv-cinder-815660-7-iscsi is: [{'id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'name': 'tempest-ServerRescueNegativeTestJSON-356088299-router', 'tenant_id': 'c344cd4b518a49d48b73913e4b073454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'feb2705f-88e4-452e-965b-48163c35403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:52Z', 'updated_at': '2022-04-06T16:25:00Z', 'revision_number': 5, 'project_id': 'c344cd4b518a49d48b73913e4b073454', 'gw_port': {'id': 'feb2705f-88e4-452e-965b-48163c35403b', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f28bdb-aa8d-4463-89a8-c2093661e77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:54Z', 'updated_at': '2022-04-06T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:25:02.181059 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (feb2705f-88e4-452e-965b-48163c35403b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.203801 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb2705f-88e4-452e-965b-48163c35403b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:02.268075 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (73f28bdb-aa8d-4463-89a8-c2093661e77f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.370590 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (73f28bdb-aa8d-4463-89a8-c2093661e77f), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.372826 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks [] for router_controller (73f28bdb-aa8d-4463-89a8-c2093661e77f), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.425744 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:25:02.446640 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (73f28bdb-aa8d-4463-89a8-c2093661e77f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.447153 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f28bdb-aa8d-4463-89a8-c2093661e77f {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:25:02.452201 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.453378 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-22d88507-4b79-452a-b46d-4768e971eac8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/73f28bdb-aa8d-4463-89a8-c2093661e77f HTTP/1.1" status: 204 len: 168 time: 1.1520915 Apr 06 16:25:02.455941 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59494) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:02.500129 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b2b72b-f98a-4c5f-b410-ee02b3659e1f admin admin] Deleting subnet 47e79c2b-30c0-4b84-9b16-36972fd23242 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:25:02.503754 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b72b-f98a-4c5f-b410-ee02b3659e1f admin admin] Publish callbacks [] for subnet (47e79c2b-30c0-4b84-9b16-36972fd23242), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.529668 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:02.540519 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b72b-f98a-4c5f-b410-ee02b3659e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119385'] for subnet (47e79c2b-30c0-4b84-9b16-36972fd23242), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.546094 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'port_id': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'mac_address': 'fa:16:3e:46:6a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:25:02.585294 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:02.585771 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.599234 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:25:02.621532 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:02.626028 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.660386 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b72b-f98a-4c5f-b410-ee02b3659e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (47e79c2b-30c0-4b84-9b16-36972fd23242), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.678455 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:02.713720 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b72b-f98a-4c5f-b410-ee02b3659e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26206464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419135'] for subnet (47e79c2b-30c0-4b84-9b16-36972fd23242), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.741588 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2b72b-f98a-4c5f-b410-ee02b3659e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e79c2b-30c0-4b84-9b16-36972fd23242,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:02.748699 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b72b-f98a-4c5f-b410-ee02b3659e1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.752609 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b9b2b72b-f98a-4c5f-b410-ee02b3659e1f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/47e79c2b-30c0-4b84-9b16-36972fd23242 HTTP/1.1" status: 204 len: 168 time: 0.2956886 Apr 06 16:25:02.755163 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59496) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:02.756408 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da95f9-2dcd-4869-9fd5-3ca70c8feab6 None None] Network c43e56b7-c540-4dca-aa3d-9aeb6492981e requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:25:02.842269 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (c43e56b7-c540-4dca-aa3d-9aeb6492981e), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.941949 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:25:02.978943 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Deleting port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:25:02.979289 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.989488 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cd596-5d2a-4c53-ad92-56234499e4e1 req-10584244-2a09-46dc-b4a0-5c683e3b44cf tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:02.991208 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-795cd596-5d2a-4c53-ad92-56234499e4e1 req-10584244-2a09-46dc-b4a0-5c683e3b44cf tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 945 time: 0.0824237 Apr 06 16:25:03.081000 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] For port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:03.081866 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.103433 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Calling delete_port for da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b owned by network:dhcp {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:25:03.108856 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-795cd596-5d2a-4c53-ad92-56234499e4e1 req-9e00362b-90ad-45b4-a615-aa0ecb5408b5 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072938 Apr 06 16:25:03.300736 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] DHCP port deletion for c43e56b7-c540-4dca-aa3d-9aeb6492981e request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:25:03.357746 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] Deleting port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:25:03.358124 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.427276 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] For port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,segment=NetworkSegment(247ff860-e462-4818-a046-da4a3be3cb73),segment_id=247ff860-e462-4818-a046-da4a3be3cb73)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:03.427932 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.441833 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] Calling delete_port for da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:25:03.488788 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1b986-f1a0-4b2c-99a7-7532af0ab56b req-7c19bbf3-0b03-429c-8ad3-699e13d0a88d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:03.490270 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-01e1b986-f1a0-4b2c-99a7-7532af0ab56b req-7c19bbf3-0b03-429c-8ad3-699e13d0a88d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 945 time: 0.1097856 Apr 06 16:25:03.499180 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-f1a370a6-2ff3-4b0e-804c-232d20a2c5b9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:03.500494 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-f1a370a6-2ff3-4b0e-804c-232d20a2c5b9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 945 time: 0.1189504 Apr 06 16:25:03.503827 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.558656 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.563625 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:03.573227 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] No DVR routers for this DVR port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b on host dv-cinder-815660-7-iscsi {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:25:03.585118 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] Pushing event deleted for resources: {'Port': ['ID=da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:03.591556 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d86910-d6a4-4ab9-bf4b-585972b1cd01 None None] No DVR routers for this DVR port da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:25:03.684190 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-01e1b986-f1a0-4b2c-99a7-7532af0ab56b req-35d89a51-1722-4cd3-bd3d-ef078f21db70 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824205 Apr 06 16:25:03.698410 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (c43e56b7-c540-4dca-aa3d-9aeb6492981e), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.722669 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43e56b7-c540-4dca-aa3d-9aeb6492981e']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:03.736568 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247ff860-e462-4818-a046-da4a3be3cb73') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:03.736865 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247ff860-e462-4818-a046-da4a3be3cb73') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:03.750456 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (247ff860-e462-4818-a046-da4a3be3cb73), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.762537 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Deleting port 63ace9df-69f0-45c5-9d46-328ba26b5029 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:25:03.762927 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.805250 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (247ff860-e462-4818-a046-da4a3be3cb73), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.815875 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:25:03.816259 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (247ff860-e462-4818-a046-da4a3be3cb73), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:25:03.817839 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:25:03.884766 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (c43e56b7-c540-4dca-aa3d-9aeb6492981e), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.893244 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.896370 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c43e56b7-c540-4dca-aa3d-9aeb6492981e HTTP/1.1" status: 204 len: 168 time: 1.1400628 Apr 06 16:25:03.913544 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b7ceb-92b5-4821-befa-af472c7b1d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43e56b7-c540-4dca-aa3d-9aeb6492981e,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:03.919529 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] For port 63ace9df-69f0-45c5-9d46-328ba26b5029, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=63ace9df-69f0-45c5-9d46-328ba26b5029,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:03.919901 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.011188 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59504) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:04.051103 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-56ad3f24-1893-4f54-b8d8-4f2b0664ab58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c344cd4b518a49d48b73913e4b073454&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387299 Apr 06 16:25:04.056746 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59506) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:04.101720 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.102375 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (995cc505-a88d-4254-ba0d-ca15dc003241), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.102492 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Floating IP 995cc505-a88d-4254-ba0d-ca15dc003241 disassociated. External IP: 172.27.3.76, port: 63ace9df-69f0-45c5-9d46-328ba26b5029. Apr 06 16:25:04.102868 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Calling delete_port for 63ace9df-69f0-45c5-9d46-328ba26b5029 owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:25:04.105775 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c653c3b6-093d-44bd-97c0-4dbbb7e7350a admin admin] Publish callbacks [] for security_group (14a1f817-284c-4a15-938e-570daaeee8ef), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.129835 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c653c3b6-093d-44bd-97c0-4dbbb7e7350a admin admin] Publish callbacks [] for security_group (14a1f817-284c-4a15-938e-570daaeee8ef), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.187709 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c653c3b6-093d-44bd-97c0-4dbbb7e7350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (14a1f817-284c-4a15-938e-570daaeee8ef), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.190897 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c653c3b6-093d-44bd-97c0-4dbbb7e7350a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.195772 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-c653c3b6-093d-44bd-97c0-4dbbb7e7350a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14a1f817-284c-4a15-938e-570daaeee8ef HTTP/1.1" status: 204 len: 168 time: 0.1378527 Apr 06 16:25:04.204417 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653c3b6-093d-44bd-97c0-4dbbb7e7350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1f817-284c-4a15-938e-570daaeee8ef,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:04.279067 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b8073-909e-425c-a9a5-d511e1d345f3 req-ca46e71a-ab3a-4759-b1c9-8cbcdff2edef tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:04.280557 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-811b8073-909e-425c-a9a5-d511e1d345f3 req-ca46e71a-ab3a-4759-b1c9-8cbcdff2edef tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 945 time: 0.0979021 Apr 06 16:25:04.283203 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device feb2705f-88e4-452e-965b-48163c35403b no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:25:04.287652 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (63ace9df-69f0-45c5-9d46-328ba26b5029), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.304419 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: feb2705f-88e4-452e-965b-48163c35403b {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:25:04.305106 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device feb2705f-88e4-452e-965b-48163c35403b not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:25:04.305236 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:25:04.325611 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:25:04.325956 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device da3b08c9-cab6-45be-8d9b-3e0b1b3fb16b not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:25:04.326373 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device bfc39896-b490-41ec-838f-53e7c37fe5c4 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:25:04.329812 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'Port': ['ID=63ace9df-69f0-45c5-9d46-328ba26b5029,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:04.352295 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: bfc39896-b490-41ec-838f-53e7c37fe5c4 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:25:04.352647 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device bfc39896-b490-41ec-838f-53e7c37fe5c4 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:25:04.405222 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-811b8073-909e-425c-a9a5-d511e1d345f3 req-ed505b9c-3f16-4d5f-9fe7-13617ebf5654 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=1370b910-4a5f-4e53-9c7f-601897bbf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151948 Apr 06 16:25:04.429737 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:25:04.476871 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:25:04.481811 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:25:04.487281 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:25:04.487694 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.572397 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:04.572899 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.591981 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:25:04.603328 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:25:04.605992 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:04.608288 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4371d4b-ee14-4765-8702-fb1f92e76c23" -d '{"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-plugged", "status": "completed", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:04.618798 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:04.619441 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:04.635124 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:04.641839 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.644803 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] No DVR routers for this DVR port 63ace9df-69f0-45c5-9d46-328ba26b5029 on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:25:04.648191 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.652315 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-00071798-401a-4dd7-9ef7-c5c179be89eb req-58726917-9263-4302-b882-8ddd86b11abc tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "DELETE /v2.0/ports/63ace9df-69f0-45c5-9d46-328ba26b5029 HTTP/1.1" status: 204 len: 173 time: 1.1425498 Apr 06 16:25:04.652491 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3096b239-3e50-454c-bdec-b97e4b8011d5 x-openstack-request-id: req-3096b239-3e50-454c-bdec-b97e4b8011d5 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:04.652676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-plugged", "status": "completed", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:04.652961 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'name': 'network-vif-deleted', 'tag': '63ace9df-69f0-45c5-9d46-328ba26b5029'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:04.653322 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3096b239-3e50-454c-bdec-b97e4b8011d5 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:04.653727 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3096b239-3e50-454c-bdec-b97e4b8011d5'] response: {'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'code': 200} Apr 06 16:25:04.655456 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec91f58-7329-41b0-98ca-7d9fe061a8af" -d '{"events": [{"server_uuid": "49414472-f4e6-4e50-a5f9-07b1cc0be2f1", "name": "network-vif-deleted", "tag": "63ace9df-69f0-45c5-9d46-328ba26b5029"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:04.712640 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:04.734798 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b5be6-fd31-406c-bfcd-6a98c9bbfaa8 x-openstack-request-id: req-f29b5be6-fd31-406c-bfcd-6a98c9bbfaa8 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:04.735260 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49414472-f4e6-4e50-a5f9-07b1cc0be2f1", "name": "network-vif-deleted", "tag": "63ace9df-69f0-45c5-9d46-328ba26b5029", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:04.736264 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f29b5be6-fd31-406c-bfcd-6a98c9bbfaa8 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:04.737222 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29b5be6-fd31-406c-bfcd-6a98c9bbfaa8'] response: {'server_uuid': '49414472-f4e6-4e50-a5f9-07b1cc0be2f1', 'name': 'network-vif-deleted', 'tag': '63ace9df-69f0-45c5-9d46-328ba26b5029', 'status': 'completed', 'code': 200} Apr 06 16:25:04.797122 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:04.867165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc0837-7da4-46b1-8f1d-94edcb3b46eb req-abda3511-7988-40a5-bf7a-3ce58bc2b138 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:04.868880 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-73dc0837-7da4-46b1-8f1d-94edcb3b46eb req-abda3511-7988-40a5-bf7a-3ce58bc2b138 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0952933 Apr 06 16:25:04.971705 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-73dc0837-7da4-46b1-8f1d-94edcb3b46eb req-469813c6-d603-438a-a4fe-4b5809e357c1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881808 Apr 06 16:25:05.082809 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e1454-6fd9-4e3a-a8ed-f7aa60e5e231 req-b103dfad-76fa-470a-97c7-52f08e0c64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:05.084606 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-610e1454-6fd9-4e3a-a8ed-f7aa60e5e231 req-b103dfad-76fa-470a-97c7-52f08e0c64ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 1130 time: 0.1788321 Apr 06 16:25:05.095469 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:05.124181 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:25:05.134562 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:05.135431 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:05.186785 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-610e1454-6fd9-4e3a-a8ed-f7aa60e5e231 req-0952df95-e6c3-4fb3-a01b-01e95edc1663 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481408 Apr 06 16:25:05.256363 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:05.478361 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:05.525413 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473e910-4c7e-40a9-9b42-8d652651d4e9 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:25:05.535322 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67b177c7-43fc-4d95-be08-4b627ff381ef req-d88f01db-bbf6-47c8-9b0c-0fb928dc532b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=49414472-f4e6-4e50-a5f9-07b1cc0be2f1 HTTP/1.1" status: 200 len: 210 time: 0.0276015 Apr 06 16:25:05.751186 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56e073-9142-445a-ae40-b59cbc20c1f5 None None] New status for floating IP 995cc505-a88d-4254-ba0d-ca15dc003241: DOWN {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:25:06.084891 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f7d89-3be3-4e1a-9181-eb2add190b0e req-c81549f4-8ef4-4cf4-8389-0386e6d4bf7b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:06.086463 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-153f7d89-3be3-4e1a-9181-eb2add190b0e req-c81549f4-8ef4-4cf4-8389-0386e6d4bf7b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0577507 Apr 06 16:25:06.138069 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-153f7d89-3be3-4e1a-9181-eb2add190b0e req-4a2a122b-318c-4bd1-8c5d-b0ad98e5d155 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459943 Apr 06 16:25:06.781895 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59570) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:06.834110 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a84dab67-7c31-4692-9761-9aa1af0b1dbe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (1370b910-4a5f-4e53-9c7f-601897bbf219), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:06.856845 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a84dab67-7c31-4692-9761-9aa1af0b1dbe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (1370b910-4a5f-4e53-9c7f-601897bbf219), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:06.905308 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a84dab67-7c31-4692-9761-9aa1af0b1dbe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (1370b910-4a5f-4e53-9c7f-601897bbf219), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:06.908415 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a84dab67-7c31-4692-9761-9aa1af0b1dbe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:06.909551 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a84dab67-7c31-4692-9761-9aa1af0b1dbe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "DELETE /v2.0/security-groups/1370b910-4a5f-4e53-9c7f-601897bbf219 HTTP/1.1" status: 204 len: 168 time: 0.1266513 Apr 06 16:25:06.912334 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59574) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:06.918385 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dab67-7c31-4692-9761-9aa1af0b1dbe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370b910-4a5f-4e53-9c7f-601897bbf219,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:06.925166 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.api.v2.resource [None req-f68d4df8-bafc-4083-96ef-8d8eb542db43 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] show failed (client error): The resource could not be found. Apr 06 16:25:06.926377 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-f68d4df8-bafc-4083-96ef-8d8eb542db43 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups/1370b910-4a5f-4e53-9c7f-601897bbf219 HTTP/1.1" status: 404 len: 347 time: 0.0129869 Apr 06 16:25:06.929424 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59576) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:07.053473 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Deleting port 0a319477-65c4-4c47-817f-cf9ae8a8cd85 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:25:07.053809 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (0a319477-65c4-4c47-817f-cf9ae8a8cd85), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.131632 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (0a319477-65c4-4c47-817f-cf9ae8a8cd85), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.131970 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (0a319477-65c4-4c47-817f-cf9ae8a8cd85), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.146281 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Calling delete_port for 0a319477-65c4-4c47-817f-cf9ae8a8cd85 owned by network:floatingip {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:25:07.277351 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47985d-68d2-4e71-bb8b-db13e40d90cb req-abfeb441-863b-4fb3-b387-f0753e26f504 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:07.278854 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2b47985d-68d2-4e71-bb8b-db13e40d90cb req-abfeb441-863b-4fb3-b387-f0753e26f504 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0634105 Apr 06 16:25:07.356611 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (0a319477-65c4-4c47-817f-cf9ae8a8cd85), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.390892 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2b47985d-68d2-4e71-bb8b-db13e40d90cb req-82937e9d-b969-4fc6-a875-0be5db32bf4a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037369 Apr 06 16:25:07.397271 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'Port': ['ID=0a319477-65c4-4c47-817f-cf9ae8a8cd85,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:07.494504 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (995cc505-a88d-4254-ba0d-ca15dc003241), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.498250 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.499484 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-95c45995-cf0d-44f0-879a-5592caf7bbfe tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "DELETE /v2.0/floatingips/995cc505-a88d-4254-ba0d-ca15dc003241 HTTP/1.1" status: 204 len: 168 time: 0.5691168 Apr 06 16:25:07.522741 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa878f-6546-49b5-8dc2-770ada96f9c2 req-9804bbf8-e667-4a12-95f7-ee42bb713a06 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:07.524229 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-faaa878f-6546-49b5-8dc2-770ada96f9c2 req-9804bbf8-e667-4a12-95f7-ee42bb713a06 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0703411 Apr 06 16:25:07.532941 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59590) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:07.537370 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Request body: {'floatingip': {'port_id': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:07.575950 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (f7deef66-b823-49d9-8206-ab912639adcd), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.679740 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59592) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:07.684200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-cb79dafb-f738-4a3c-8b79-55eb1608020d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743432568', 'description': 'tempest-description--1683163163'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:07.703673 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cb79dafb-f738-4a3c-8b79-55eb1608020d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.771155 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cb79dafb-f738-4a3c-8b79-55eb1608020d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (6aeac5cb-4933-4d9e-81a6-b8a1893711a8), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.775031 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cb79dafb-f738-4a3c-8b79-55eb1608020d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (6aeac5cb-4933-4d9e-81a6-b8a1893711a8), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.805158 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cb79dafb-f738-4a3c-8b79-55eb1608020d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.806390 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-cb79dafb-f738-4a3c-8b79-55eb1608020d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1256413 Apr 06 16:25:07.809149 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59594) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:07.813310 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-df55ac52-167b-4c44-93f4-3b352f064fb9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group_rule': {'security_group_id': '6aeac5cb-4933-4d9e-81a6-b8a1893711a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:07.818796 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79dafb-f738-4a3c-8b79-55eb1608020d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeac5cb-4933-4d9e-81a6-b8a1893711a8,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:07.840327 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-df55ac52-167b-4c44-93f4-3b352f064fb9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (a5622e3c-1db7-4e05-b412-6b317538ce86), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.895957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-df55ac52-167b-4c44-93f4-3b352f064fb9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (a5622e3c-1db7-4e05-b412-6b317538ce86), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.900616 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-df55ac52-167b-4c44-93f4-3b352f064fb9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (a5622e3c-1db7-4e05-b412-6b317538ce86), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.919880 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55ac52-167b-4c44-93f4-3b352f064fb9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5622e3c-1db7-4e05-b412-6b317538ce86,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:07.925656 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-df55ac52-167b-4c44-93f4-3b352f064fb9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:07.929579 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-df55ac52-167b-4c44-93f4-3b352f064fb9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167872 Apr 06 16:25:07.929579 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59596) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:07.933741 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-96ab63ee-df6a-4a66-9fe4-618acc856fe7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'security_group_rule': {'security_group_id': '6aeac5cb-4933-4d9e-81a6-b8a1893711a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:07.957985 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-96ab63ee-df6a-4a66-9fe4-618acc856fe7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (7c715d9a-4d60-425e-891c-0c0874b40d3e), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.012945 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-96ab63ee-df6a-4a66-9fe4-618acc856fe7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (7c715d9a-4d60-425e-891c-0c0874b40d3e), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.016661 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-96ab63ee-df6a-4a66-9fe4-618acc856fe7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (7c715d9a-4d60-425e-891c-0c0874b40d3e), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.025758 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.029290 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (f7deef66-b823-49d9-8206-ab912639adcd), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.035401 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab63ee-df6a-4a66-9fe4-618acc856fe7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c715d9a-4d60-425e-891c-0c0874b40d3e,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:08.043683 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-96ab63ee-df6a-4a66-9fe4-618acc856fe7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.044875 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-96ab63ee-df6a-4a66-9fe4-618acc856fe7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145179 Apr 06 16:25:08.047898 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59598) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:08.052674 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:08.072105 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.134294 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Floating IP f7deef66-b823-49d9-8206-ab912639adcd associated. External IP: 172.27.3.45, port: 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b. Apr 06 16:25:08.168855 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.275600 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Allocated IP 172.27.3.115 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/6e404374-81f4-4a40-af5e-e51ffc582759) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:25:08.344841 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Router e103bb4a-5ff6-4bb0-af53-e0eed02f962c has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:25:08.375160 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (6e404374-81f4-4a40-af5e-e51ffc582759), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.410061 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (6e404374-81f4-4a40-af5e-e51ffc582759), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.450578 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:25:08.453362 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:25:08.456200 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:25:08.456405 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:25:08.460566 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.467055 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] Sync routers for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:25:08.478792 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:08.479742 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:08.502722 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e983f273-6f3e-4278-b441-07668a91702c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "PUT /v2.0/floatingips/f7deef66-b823-49d9-8206-ab912639adcd HTTP/1.1" status: 200 len: 991 time: 0.9565256 Apr 06 16:25:08.502722 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:08.502722 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618dfbd5-f128-42b4-9e15-987a2a612c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:08.505507 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=6e404374-81f4-4a40-af5e-e51ffc582759,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:08.538399 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578d28fc-3699-4584-ae27-9cb683b9c362 x-openstack-request-id: req-578d28fc-3699-4584-ae27-9cb683b9c362 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:08.538868 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:08.539218 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-578d28fc-3699-4584-ae27-9cb683b9c362 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:08.539732 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578d28fc-3699-4584-ae27-9cb683b9c362'] response: {'name': 'network-changed', 'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'status': 'completed', 'code': 200} Apr 06 16:25:08.560901 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (d4a91b5b-61b0-4c99-b699-9a848e7c9a5c), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.596795 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6e404374-81f4-4a40-af5e-e51ffc582759), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.599562 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:08.743283 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (6e404374-81f4-4a40-af5e-e51ffc582759), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.748867 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (6e404374-81f4-4a40-af5e-e51ffc582759), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.816792 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=6e404374-81f4-4a40-af5e-e51ffc582759,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:08.827718 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'f7deef66-b823-49d9-8206-ab912639adcd', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'port_id': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'mac_address': 'fa:16:3e:46:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:24:50Z', 'updated_at': '2022-04-06T16:25:07Z', 'revision_number': 1, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:08.831983 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (d4a91b5b-61b0-4c99-b699-9a848e7c9a5c), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.847756 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:08.849017 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-0d16ae3d-4e2f-4bd7-b75f-0d3d3178ec24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7996252 Apr 06 16:25:08.857776 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] Checking router: e103bb4a-5ff6-4bb0-af53-e0eed02f962c for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:25:08.866876 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:08.867492 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:08.999059 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-c94eb9c5-675f-46e2-86db-b45b24e0e31c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1743432568&fields=id&tenant_id=8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 267 time: 0.0455887 Apr 06 16:25:09.066017 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:09.109029 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-b3128383-1438-4de6-9d45-19c7c08950ba tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:09.110488 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-b3128383-1438-4de6-9d45-19c7c08950ba tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 815 time: 0.1049759 Apr 06 16:25:09.125123 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-1dc1de7f-0958-4e8a-abd7-863fa7958478 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/quotas/8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 375 time: 0.0090835 Apr 06 16:25:09.178648 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-36edb272-25e6-4b45-91f9-7ccaabdcff59 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485184 Apr 06 16:25:09.274959 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-a5fb865b-d76f-4ae1-a2c7-e5d48f7d25b8 service neutron] 10.222.0.10 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841012 Apr 06 16:25:09.281862 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'f7deef66-b823-49d9-8206-ab912639adcd', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'port_id': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'mac_address': 'fa:16:3e:46:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:24:50Z', 'updated_at': '2022-04-06T16:25:07Z', 'revision_number': 1, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:09.310965 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2ccf8-d1ef-4a92-a3e6-69e6e875c112 None None] The sync data for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi is: [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'f7deef66-b823-49d9-8206-ab912639adcd', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'port_id': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'mac_address': 'fa:16:3e:46:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:24:50Z', 'updated_at': '2022-04-06T16:25:07Z', 'revision_number': 1, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:25:09.365646 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-11bbe72b-871f-4c01-ba43-345b7e182543 service neutron] 10.222.0.10 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849702 Apr 06 16:25:09.532291 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-adb7e91b-034e-4e78-97bd-f7bab85b60fc req-7bd49a7a-d693-4a60-ac70-8e61546282d4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 210 time: 0.0317953 Apr 06 16:25:09.558311 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaca54-e123-4390-9a69-a3a38722ba47 None None] New status for floating IP f7deef66-b823-49d9-8206-ab912639adcd: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:25:10.236961 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 63ace9df-69f0-45c5-9d46-328ba26b5029 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:25:10.258605 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 63ace9df-69f0-45c5-9d46-328ba26b5029 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:25:10.259030 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 63ace9df-69f0-45c5-9d46-328ba26b5029 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:25:10.294843 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-5047f86e-61bd-4061-b4c9-245dcb6d7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:10.296466 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-5047f86e-61bd-4061-b4c9-245dcb6d7498 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 1130 time: 0.0499423 Apr 06 16:25:10.390601 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-c164e62e-32b2-4523-92e5-37866dd9db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:10.392179 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-c164e62e-32b2-4523-92e5-37866dd9db39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 918 time: 0.0889394 Apr 06 16:25:10.468571 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-4bd28018-3abc-4b01-ae49-fe5405dcb2aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b HTTP/1.1" status: 200 len: 1001 time: 0.0700195 Apr 06 16:25:10.627616 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a1485087-64e9-47d9-908e-d5477bbc0723 req-bb1d47d8-64b2-42fb-9cf6-1c705e1b9e24 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 210 time: 0.0283213 Apr 06 16:25:10.732910 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-c3e1513a-a690-4114-82ef-19857768c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:10.734399 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-c3e1513a-a690-4114-82ef-19857768c777 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.0516922 Apr 06 16:25:10.797220 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-57ab611a-d80d-4bbd-afc1-7c27db27fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:10.800270 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-57ab611a-d80d-4bbd-afc1-7c27db27fca2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570724 Apr 06 16:25:10.898480 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-ec16fd16-1e10-466f-a48d-96dd626c9f39 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:10.900128 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-ec16fd16-1e10-466f-a48d-96dd626c9f39 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 815 time: 0.1313674 Apr 06 16:25:10.933567 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-f586042e-5abe-4a7d-9fdd-b59875e648fa service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286907 Apr 06 16:25:10.963339 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-9ff24f11-8b48-42e6-905c-d3c9fb2b1ebf tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bbedda6ee48464fb3365fed5dbed23a HTTP/1.1" status: 200 len: 380 time: 0.0544055 Apr 06 16:25:10.979264 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'port': {'device_id': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'admin_state_up': True, 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'security_groups': ['6aeac5cb-4933-4d9e-81a6-b8a1893711a8']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:11.036130 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-618dfbd5-f128-42b4-9e15-987a2a612c0f req-b66c966c-6b3e-4c1f-b643-b4efdcfe1ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888755 Apr 06 16:25:11.091460 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Made reservation on behalf of 8bbedda6ee48464fb3365fed5dbed23a for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:25:11.094797 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:11.221671 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Allocated IP 172.20.0.12 (60a0ad62-9536-48c1-8d5c-18a2aec63d4a/36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4/2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:25:11.349406 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:11.383540 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:11.427638 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:25:11.432635 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:25:11.435067 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:25:11.461388 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event updated for resources: {'Port': ['ID=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:11.492845 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:11.493455 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:11.510123 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-63548e2e-4623-488f-9948-a35d2c89b7f0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5374315 Apr 06 16:25:11.622934 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-67f7d193-2176-42c9-9355-3374a9220922 None None] Provisioning complete for port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:25:11.623472 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-67f7d193-2176-42c9-9355-3374a9220922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:11.656417 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-67f7d193-2176-42c9-9355-3374a9220922 None None] Port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:25:11.744350 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351134eb-1cdc-4e70-95fb-4ce69ef3f128 req-c818f86f-f798-4536-bd48-64a52b70d06e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:11.745980 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-351134eb-1cdc-4e70-95fb-4ce69ef3f128 req-c818f86f-f798-4536-bd48-64a52b70d06e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 932 time: 0.0518832 Apr 06 16:25:11.790668 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-351134eb-1cdc-4e70-95fb-4ce69ef3f128 req-a3d4a3e1-4c9c-4b07-b84d-5bec83348366 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 Apr 06 16:25:12.905117 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680e872-aea8-46f7-b532-6377fc10a710 req-38290596-0285-48c0-acab-abdeb5c617b7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:12.905775 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Request body: {'port': {'device_id': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:12.906581 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e680e872-aea8-46f7-b532-6377fc10a710 req-38290596-0285-48c0-acab-abdeb5c617b7 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 932 time: 0.0505474 Apr 06 16:25:12.954234 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e680e872-aea8-46f7-b532-6377fc10a710 req-f4fcb2e4-737d-44d9-9ddf-843b9957d201 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413249 Apr 06 16:25:12.972849 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:13.225530 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:25:13.232635 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Publish callbacks [] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:13.244362 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Transition to ACTIVE for port object 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:25:13.248351 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:13.300391 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:13.370602 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Attempting to bind port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:25:13.370968 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Attempting to bind port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:25:13.371444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Attempting to bind port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:25:13.375922 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:25:13.376781 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Attempting to bind port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a on network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:25:13.381903 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:25:13.382246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Checking segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:25:13.382634 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Bound using segment: {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:25:13.383101 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Bound port: 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46a7bfe-4f6a-41c3-8711-2523acbd332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:25:13.383500 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:13.683508 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] For port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:25:13.686423 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] For port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:25:13.692741 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:13.724885 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:13.725505 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:13.726917 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] 10.222.0.45 "PUT /v2.0/ports/2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a HTTP/1.1" status: 200 len: 1094 time: 0.8256576 Apr 06 16:25:13.727355 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'tag': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:13.729605 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c0bdea-8e30-4d77-b5e5-356765a84586" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab", "tag": "2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:13.753696 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0e616-9283-4052-91c1-108410a6ec55 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:13.775774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385c346e-8cb1-4122-957b-07759b72b57d x-openstack-request-id: req-385c346e-8cb1-4122-957b-07759b72b57d {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:13.776062 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab", "tag": "2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:13.776309 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-385c346e-8cb1-4122-957b-07759b72b57d {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:13.776709 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385c346e-8cb1-4122-957b-07759b72b57d'] response: {'name': 'network-changed', 'server_uuid': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'tag': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'status': 'completed', 'code': 200} Apr 06 16:25:13.878393 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0bdea-8e30-4d77-b5e5-356765a84586 req-54ed063e-c3df-4955-8687-c652929e4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:13.880045 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-62c0bdea-8e30-4d77-b5e5-356765a84586 req-54ed063e-c3df-4955-8687-c652929e4b0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 1128 time: 0.0479102 Apr 06 16:25:13.984684 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0bdea-8e30-4d77-b5e5-356765a84586 req-fa69dcb6-e09e-47b9-bbb6-5169cfc47a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:13.986385 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-62c0bdea-8e30-4d77-b5e5-356765a84586 req-fa69dcb6-e09e-47b9-bbb6-5169cfc47a48 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989161 Apr 06 16:25:14.091806 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40b4e7-1046-4e54-8b18-2c1b61e0cdca req-4d7d788a-0777-4c67-b1c2-fe0628928078 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:14.093548 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8c40b4e7-1046-4e54-8b18-2c1b61e0cdca req-4d7d788a-0777-4c67-b1c2-fe0628928078 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 944 time: 0.0676055 Apr 06 16:25:14.111318 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0bdea-8e30-4d77-b5e5-356765a84586 req-5d2de33f-f9be-44c8-a632-dc203c7fd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:14.112973 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-62c0bdea-8e30-4d77-b5e5-356765a84586 req-5d2de33f-f9be-44c8-a632-dc203c7fd64d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206422 Apr 06 16:25:14.145081 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8c40b4e7-1046-4e54-8b18-2c1b61e0cdca req-a215b8dd-0fae-4721-b2ec-b4dcc09937c4 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448084 Apr 06 16:25:14.195676 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-8af78c33-69d7-4304-bd2c-112bfc611fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:14.197136 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-8af78c33-69d7-4304-bd2c-112bfc611fa9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 1128 time: 0.0453093 Apr 06 16:25:14.237955 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-f77724a7-44c1-4f22-8627-56beebeaa06f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a HTTP/1.1" status: 200 len: 217 time: 0.0321298 Apr 06 16:25:14.286599 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-a9336ff6-23a4-4dc1-b47b-7107911e2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:14.287951 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-a9336ff6-23a4-4dc1-b47b-7107911e2f7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.0446055 Apr 06 16:25:14.335347 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-8061abb3-87a2-4e54-ae4f-5c8dbfc830bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:14.336779 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-8061abb3-87a2-4e54-ae4f-5c8dbfc830bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429986 Apr 06 16:25:14.422911 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-a34e974f-1cd7-4082-893f-41a916fc66b5 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780659 Apr 06 16:25:14.518156 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ac51f343-dbea-432b-8569-3b2536e5fef6 req-791d7e3b-50cd-4940-a084-724223d6ef2a service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895474 Apr 06 16:25:15.266502 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17ab81-a766-4628-9b0d-bbfe40860e57 req-b0abdc8e-dfe7-438e-9e69-ffa38c8857c9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:15.268751 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5f17ab81-a766-4628-9b0d-bbfe40860e57 req-b0abdc8e-dfe7-438e-9e69-ffa38c8857c9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 944 time: 0.0563195 Apr 06 16:25:15.314861 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5f17ab81-a766-4628-9b0d-bbfe40860e57 req-61b5757e-6956-4939-bd2b-7d77044711fa tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398936 Apr 06 16:25:15.995652 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21329-8577-4511-8545-c41bd45d14cf req-c91d8aa4-f0ff-4d89-8d0e-48119090d51d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:15.997038 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1ee21329-8577-4511-8545-c41bd45d14cf req-c91d8aa4-f0ff-4d89-8d0e-48119090d51d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0515380 Apr 06 16:25:16.047352 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1ee21329-8577-4511-8545-c41bd45d14cf req-24629212-476c-4cfd-bdb7-1c34cc10570e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Apr 06 16:25:16.443530 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080056f-afd8-4432-9fee-1ba4865735ae req-5545066a-2274-42f9-817c-8b497040563c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:16.451654 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b080056f-afd8-4432-9fee-1ba4865735ae req-5545066a-2274-42f9-817c-8b497040563c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 944 time: 0.0523779 Apr 06 16:25:16.493361 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b080056f-afd8-4432-9fee-1ba4865735ae req-ceb9727c-e4c1-4e72-9a9a-a27206e4deba tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408690 Apr 06 16:25:17.162347 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91f087-698a-4e3a-827b-aa293469dc31 req-4d32e578-3b82-4f7d-a4de-0d61f031222d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:17.163830 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1a91f087-698a-4e3a-827b-aa293469dc31 req-4d32e578-3b82-4f7d-a4de-0d61f031222d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0514610 Apr 06 16:25:17.210349 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1a91f087-698a-4e3a-827b-aa293469dc31 req-3e900569-c9a5-4936-b7e2-06233eb3c350 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Apr 06 16:25:17.839468 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf07027-8059-4336-bc81-618e362f673e req-1daa8225-81cf-44e6-83d2-274c193dac22 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:17.840951 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-abf07027-8059-4336-bc81-618e362f673e req-1daa8225-81cf-44e6-83d2-274c193dac22 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 944 time: 0.2842386 Apr 06 16:25:17.885794 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-abf07027-8059-4336-bc81-618e362f673e req-90cfb4ba-bc35-4a6f-8e3b-1debf20e008b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 Apr 06 16:25:18.324558 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7240f-b5d0-46e8-bb93-3568855723de req-84e6eb58-323d-4e73-b03c-6f2e7b9a28bc tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:18.326014 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9a7240f-b5d0-46e8-bb93-3568855723de req-84e6eb58-323d-4e73-b03c-6f2e7b9a28bc tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0513966 Apr 06 16:25:18.374422 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a9a7240f-b5d0-46e8-bb93-3568855723de req-1d07dfe5-0bbb-4ea9-ba1c-6b9c29d32003 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Apr 06 16:25:19.004357 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ee9f2-4fa1-4eb9-8025-081e51509ca6 req-c241fdf9-d305-417f-8561-30f7fef5149d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:19.005730 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac8ee9f2-4fa1-4eb9-8025-081e51509ca6 req-c241fdf9-d305-417f-8561-30f7fef5149d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 944 time: 0.0541618 Apr 06 16:25:19.050210 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac8ee9f2-4fa1-4eb9-8025-081e51509ca6 req-7b7d6904-4a99-4aaa-a843-219f63bd589b tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 Apr 06 16:25:19.184003 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:25:19.280298 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:19.291705 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'port_id': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'mac_address': 'fa:16:3e:bf:18:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:25:19.327507 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:19.327896 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:19.340411 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:25:19.359307 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:19.363306 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:19.408489 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:19.499837 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5eb1e-e1df-45e8-9deb-635b4a523ae5 req-8c1839dd-b5b9-4439-b529-430f20cf3720 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:19.501299 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07c5eb1e-e1df-45e8-9deb-635b4a523ae5 req-8c1839dd-b5b9-4439-b529-430f20cf3720 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0579829 Apr 06 16:25:19.549463 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07c5eb1e-e1df-45e8-9deb-635b4a523ae5 req-03e82900-8d89-47a9-b35a-d606c23cf2ca tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425446 Apr 06 16:25:19.716674 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:25:19.759038 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0e785b1a-ad70-4bcb-bd84-17a059821b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:19.803880 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-90108681-4a6a-4a59-82a2-10b48e12094a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:19.805252 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-90108681-4a6a-4a59-82a2-10b48e12094a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 946 time: 0.0530813 Apr 06 16:25:19.912731 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Deleting port 49de2dac-1a99-4fbd-aca1-e750a45295dc {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:25:19.913078 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:19.999591 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] For port 49de2dac-1a99-4fbd-aca1-e750a45295dc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=49de2dac-1a99-4fbd-aca1-e750a45295dc,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:19.999961 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:20.166935 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb9632-1edc-4ac2-81b3-0cb30aeaaa98 req-e9a3ce6f-c149-4520-a6b2-d307a04f2613 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:20.168424 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9efb9632-1edc-4ac2-81b3-0cb30aeaaa98 req-e9a3ce6f-c149-4520-a6b2-d307a04f2613 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 945 time: 0.0525713 Apr 06 16:25:20.217468 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9efb9632-1edc-4ac2-81b3-0cb30aeaaa98 req-3b27f031-b271-4630-ba84-139a36aa72b6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Apr 06 16:25:20.217879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:20.218237 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (7bc2a5ea-ae85-4738-bb39-034ba90a81d5), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:20.218554 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Floating IP 7bc2a5ea-ae85-4738-bb39-034ba90a81d5 disassociated. External IP: 172.27.3.192, port: 49de2dac-1a99-4fbd-aca1-e750a45295dc. Apr 06 16:25:20.218925 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Calling delete_port for 49de2dac-1a99-4fbd-aca1-e750a45295dc owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:25:20.347297 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (49de2dac-1a99-4fbd-aca1-e750a45295dc), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:20.374240 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event deleted for resources: {'Port': ['ID=49de2dac-1a99-4fbd-aca1-e750a45295dc,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:20.414841 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:25:20.468537 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:25:20.473258 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:25:20.473630 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:20.511707 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:25:20.571915 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:20.572315 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:20.600007 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:20.602325 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c61163-db90-42cc-b7ab-44af3c0766ee" -d '{"events": [{"server_uuid": "0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab", "name": "network-vif-plugged", "status": "completed", "tag": "2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:20.616832 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:20.622413 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:20.663521 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:25:20.677916 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:25:20.692711 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:20.695716 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:20.706204 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfff2940-99bc-4cdb-88a3-38c683292707 x-openstack-request-id: req-cfff2940-99bc-4cdb-88a3-38c683292707 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:20.706334 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab", "name": "network-vif-plugged", "status": "completed", "tag": "2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:20.706601 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfff2940-99bc-4cdb-88a3-38c683292707 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:20.706912 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfff2940-99bc-4cdb-88a3-38c683292707'] response: {'server_uuid': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'code': 200} Apr 06 16:25:20.708580 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:20.738341 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] No DVR routers for this DVR port 49de2dac-1a99-4fbd-aca1-e750a45295dc on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:25:20.743953 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:20.753133 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ea9d7cd6-84af-4ae7-a3ce-9e1ef556073d req-f4bf7a4f-b2c5-45ef-975a-caf92b13047c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "DELETE /v2.0/ports/49de2dac-1a99-4fbd-aca1-e750a45295dc HTTP/1.1" status: 204 len: 173 time: 0.9387565 Apr 06 16:25:20.753803 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'name': 'network-vif-deleted', 'tag': '49de2dac-1a99-4fbd-aca1-e750a45295dc'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:20.765491 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b31bffa-3704-4a2d-a0d3-9ac317192221" -d '{"events": [{"server_uuid": "ba340b23-7aa5-4740-b753-52270b42cfbb", "name": "network-vif-deleted", "tag": "49de2dac-1a99-4fbd-aca1-e750a45295dc"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:20.781090 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bfb510e-4997-49cb-8998-d2fccaf86fe5 req-59efb227-cb62-4c38-9bf5-bdac40358b10 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 210 time: 0.0676365 Apr 06 16:25:20.826214 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ea09bf-72f1-4427-97cd-597c6ace90a6 x-openstack-request-id: req-46ea09bf-72f1-4427-97cd-597c6ace90a6 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:20.826809 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba340b23-7aa5-4740-b753-52270b42cfbb", "name": "network-vif-deleted", "tag": "49de2dac-1a99-4fbd-aca1-e750a45295dc", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:20.827660 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46ea09bf-72f1-4427-97cd-597c6ace90a6 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:20.828668 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ea09bf-72f1-4427-97cd-597c6ace90a6'] response: {'server_uuid': 'ba340b23-7aa5-4740-b753-52270b42cfbb', 'name': 'network-vif-deleted', 'tag': '49de2dac-1a99-4fbd-aca1-e750a45295dc', 'status': 'completed', 'code': 200} Apr 06 16:25:20.881832 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:20.942019 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d0ef5-9ab3-4842-a3ae-509a525e4ab3 req-47ddc03f-9d17-4ea7-989a-80c195752690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:20.943869 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a16d0ef5-9ab3-4842-a3ae-509a525e4ab3 req-47ddc03f-9d17-4ea7-989a-80c195752690 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 1130 time: 0.0639327 Apr 06 16:25:20.991909 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a16d0ef5-9ab3-4842-a3ae-509a525e4ab3 req-3ce70831-59fd-4b33-aee6-140670beb6d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402765 Apr 06 16:25:21.089423 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:21.118002 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:25:21.126141 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:21.126775 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:24:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:21.234358 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:21.335286 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494673-88c1-42ae-9da8-654400ba3112 req-20724c53-62a6-4100-80a0-777f00bde8a6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:21.336764 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f7494673-88c1-42ae-9da8-654400ba3112 req-20724c53-62a6-4100-80a0-777f00bde8a6 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0533316 Apr 06 16:25:21.383703 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f7494673-88c1-42ae-9da8-654400ba3112 req-bfabb5ef-15f7-430e-8c8f-316e7e0393be tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405562 Apr 06 16:25:21.433870 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:21.460023 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027293b-82e8-4105-898c-e307c2980cf0 None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:25:21.687102 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4efce-f167-4d56-82d2-448b74f4a161 None None] New status for floating IP 7bc2a5ea-ae85-4738-bb39-034ba90a81d5: DOWN {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:25:21.911972 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df833f14-25b1-4891-acfe-53394eda238b req-0e85fc68-e640-4e15-b7c7-9c02d0cd2245 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba340b23-7aa5-4740-b753-52270b42cfbb HTTP/1.1" status: 200 len: 210 time: 0.0491996 Apr 06 16:25:22.073732 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c141cdfa-63f2-4d01-a25d-00da3acde982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:22.503136 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4482d-66ce-4edf-8e17-847cb8a3543a req-c8815c5f-9d19-4c14-b285-1f76654fba90 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:22.504632 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41b4482d-66ce-4edf-8e17-847cb8a3543a req-c8815c5f-9d19-4c14-b285-1f76654fba90 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0550909 Apr 06 16:25:22.553144 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-41b4482d-66ce-4edf-8e17-847cb8a3543a req-0eea591e-4fd1-4419-9d67-77b3cec405dd tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423024 Apr 06 16:25:23.168253 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-7340455f-4e7a-4a84-9b43-0ec4e3967cfc tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038098611&fields=id&tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 267 time: 0.0477457 Apr 06 16:25:23.239272 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:23.275922 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-d55823df-5114-4732-9633-14dd4122fc73 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:23.277372 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-d55823df-5114-4732-9633-14dd4122fc73 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 812 time: 0.1028950 Apr 06 16:25:23.291334 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-5d8a06aa-ccdf-4e4d-b9a9-cbbc25f83017 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/quotas/c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 375 time: 0.0085959 Apr 06 16:25:23.344308 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-16e83a1b-a19f-4e77-942c-781b8892c25e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482092 Apr 06 16:25:23.521851 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-e3899534-9de9-4930-823a-03b4c3431873 service neutron] 10.222.0.10 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665335 Apr 06 16:25:23.609202 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-7ee9e40a-4004-4562-8217-b40c4cc596bb service neutron] 10.222.0.10 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810752 Apr 06 16:25:23.671370 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7234d2-35c7-47c1-89d5-c4b45259e2e8 req-f43a6a8c-b04d-43df-874b-aa8eca4d6992 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:23.672864 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0f7234d2-35c7-47c1-89d5-c4b45259e2e8 req-f43a6a8c-b04d-43df-874b-aa8eca4d6992 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0530648 Apr 06 16:25:23.719267 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0f7234d2-35c7-47c1-89d5-c4b45259e2e8 req-29f6d369-df40-447b-ba48-84e8fcd04e2e tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403430 Apr 06 16:25:23.887581 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fa46488e-3666-46a5-b531-d6772a8eb386 req-b3a8160a-d1a9-4b5e-b0c0-b345e39030bb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 210 time: 0.0307908 Apr 06 16:25:24.650604 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:24.837836 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19377edc-ba2e-4ada-a063-eb3ffeceac2c req-a1f86b14-2870-4433-bfb5-1a75f4a85b0f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:24.839315 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-19377edc-ba2e-4ada-a063-eb3ffeceac2c req-a1f86b14-2870-4433-bfb5-1a75f4a85b0f tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0507967 Apr 06 16:25:24.884908 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-19377edc-ba2e-4ada-a063-eb3ffeceac2c req-c545a358-d31b-4a45-81b4-a8ad6163d93c tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Apr 06 16:25:24.978988 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b4f1cf4f-42db-49c4-8fe4-5dca76415f90 req-c6d5cdc0-5f0f-40b8-aac3-6c5369d9cb50 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 210 time: 0.0277767 Apr 06 16:25:25.092003 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 49de2dac-1a99-4fbd-aca1-e750a45295dc no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:25:25.116637 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 49de2dac-1a99-4fbd-aca1-e750a45295dc {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:25:25.116979 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 49de2dac-1a99-4fbd-aca1-e750a45295dc not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:25:25.120009 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:25.959718 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.022948 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f785b-f15e-4bc3-8a49-c926c6e20657 req-fbccff2a-b935-456f-a784-d0fd9eed0300 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:26.024573 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8d3f785b-f15e-4bc3-8a49-c926c6e20657 req-fbccff2a-b935-456f-a784-d0fd9eed0300 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0698338 Apr 06 16:25:26.054872 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-94be046b-67fd-4746-ab80-5d9c43eb9173 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:26.056620 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-94be046b-67fd-4746-ab80-5d9c43eb9173 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 812 time: 0.1147618 Apr 06 16:25:26.098466 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-62f62696-b9b0-4fd5-b2ad-c519b1b49d7e req-f9510b7d-a0c4-417a-a0b5-3728d26635b3 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 210 time: 0.0379887 Apr 06 16:25:26.128369 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8d3f785b-f15e-4bc3-8a49-c926c6e20657 req-77f47ca5-1aec-4115-903f-5369527ad588 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855205 Apr 06 16:25:26.143501 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-8e568e82-9999-4c92-a6fb-f83e8fda2192 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 380 time: 0.0722892 Apr 06 16:25:26.155342 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'port': {'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'admin_state_up': True, 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'security_groups': ['2e6b63a6-d78a-475a-b88a-0db80fd2d90c']}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:26.242750 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f31b74-69d8-463f-b2b7-ad9afbe433ad req-f3520049-9325-4dd8-a15e-b1a8cfd36ade tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:26.244235 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-98f31b74-69d8-463f-b2b7-ad9afbe433ad req-f3520049-9325-4dd8-a15e-b1a8cfd36ade tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0666332 Apr 06 16:25:26.254079 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59804) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:26.260418 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Request body: {'floatingip': {'port_id': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:26.308450 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (d4a91b5b-61b0-4c99-b699-9a848e7c9a5c), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.371249 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Made reservation on behalf of c0eaa9aee53f4a6a8b1c171d0e8c912a for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:25:26.374463 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.630850 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Allocated IP 172.20.0.11 (defd3909-0074-4dad-8760-5a678c622152/bc511f8a-def8-41c4-8ffc-52a886ba1fd8/62e4d30f-19ff-4ab3-a883-9481e8379608) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:25:26.928366 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.982685 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.991451 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (d4a91b5b-61b0-4c99-b699-9a848e7c9a5c), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:27.043710 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:27.123864 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Network defd3909-0074-4dad-8760-5a678c622152 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:25:27.128755 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=62e4d30f-19ff-4ab3-a883-9481e8379608,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:27.132870 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:25:27.137240 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:25:27.176863 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Floating IP d4a91b5b-61b0-4c99-b699-9a848e7c9a5c associated. External IP: 172.27.3.115, port: 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a. Apr 06 16:25:27.226881 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:27.227492 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:27.236039 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5954c69-7e2d-42d7-aaf2-70835ecc7142 req-e817b9b4-701d-4b2a-877e-07b476d20311 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:27.237772 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d5954c69-7e2d-42d7-aaf2-70835ecc7142 req-e817b9b4-701d-4b2a-877e-07b476d20311 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 932 time: 0.0589256 Apr 06 16:25:27.276463 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-819fb5a1-eeaf-4c08-9288-7a9f4e258cc7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1265724 Apr 06 16:25:27.289230 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Request body: {'port': {'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:27.297129 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d5954c69-7e2d-42d7-aaf2-70835ecc7142 req-a33b8dfa-9069-47be-90de-c2bd0e11cd8c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528429 Apr 06 16:25:27.400142 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:27.418923 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-b45c29d4-7bce-48a6-bc79-74723a29fc94 None None] Provisioning complete for port 62e4d30f-19ff-4ab3-a883-9481e8379608 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:25:27.420024 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b45c29d4-7bce-48a6-bc79-74723a29fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:27.465105 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-b45c29d4-7bce-48a6-bc79-74723a29fc94 None None] Port 62e4d30f-19ff-4ab3-a883-9481e8379608 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:25:27.819145 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:25:28.016079 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:25:28.020914 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:28.025405 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:25:28.035539 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:28.036142 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:25:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:28.077215 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-9ca4e19c-430f-4c1d-bfd0-69daf236630d tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "PUT /v2.0/floatingips/d4a91b5b-61b0-4c99-b699-9a848e7c9a5c HTTP/1.1" status: 200 len: 992 time: 1.8219461 Apr 06 16:25:28.081529 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'tag': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:28.083795 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eb43da-5158-41dd-bc26-842a6231faee" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab", "tag": "2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:28.089418 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e4d30f-19ff-4ab3-a883-9481e8379608 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:25:28.097945 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Publish callbacks [] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:28.111001 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Transition to ACTIVE for port object 62e4d30f-19ff-4ab3-a883-9481e8379608 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:25:28.115790 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:28.148783 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b641b19d-5b28-407e-a3be-1eed0c29a6ed x-openstack-request-id: req-b641b19d-5b28-407e-a3be-1eed0c29a6ed {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:28.149435 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab", "tag": "2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:28.149435 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b641b19d-5b28-407e-a3be-1eed0c29a6ed {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:28.149654 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:28.149778 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b641b19d-5b28-407e-a3be-1eed0c29a6ed'] response: {'name': 'network-changed', 'server_uuid': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'tag': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'status': 'completed', 'code': 200} Apr 06 16:25:28.177277 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Pushing event updated for resources: {'Port': ['ID=62e4d30f-19ff-4ab3-a883-9481e8379608,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:28.244689 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Attempting to bind port 62e4d30f-19ff-4ab3-a883-9481e8379608 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:25:28.245171 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Attempting to bind port 62e4d30f-19ff-4ab3-a883-9481e8379608 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:25:28.245852 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Attempting to bind port 62e4d30f-19ff-4ab3-a883-9481e8379608 on network defd3909-0074-4dad-8760-5a678c622152 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:25:28.250961 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Port 62e4d30f-19ff-4ab3-a883-9481e8379608 on network defd3909-0074-4dad-8760-5a678c622152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:25:28.251395 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Attempting to bind port 62e4d30f-19ff-4ab3-a883-9481e8379608 on network defd3909-0074-4dad-8760-5a678c622152 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:25:28.256708 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:25:28.257176 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Checking segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:25:28.257774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Bound using segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:25:28.258299 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Bound port: 62e4d30f-19ff-4ab3-a883-9481e8379608, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:25:28.258780 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:28.326936 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] For port 62e4d30f-19ff-4ab3-a883-9481e8379608, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:25:28.330448 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] For port 62e4d30f-19ff-4ab3-a883-9481e8379608, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62e4d30f-19ff-4ab3-a883-9481e8379608,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:25:28.339362 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:28.384175 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:28.384794 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:28.386191 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] 10.222.0.45 "PUT /v2.0/ports/62e4d30f-19ff-4ab3-a883-9481e8379608 HTTP/1.1" status: 200 len: 1094 time: 1.1012764 Apr 06 16:25:28.397313 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'd4a91b5b-61b0-4c99-b699-9a848e7c9a5c', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:bf:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:08Z', 'updated_at': '2022-04-06T16:25:26Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:28.414463 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394daca-ee89-481b-8d63-c70cb5a017db service neutron] Pushing event updated for resources: {'Port': ['ID=62e4d30f-19ff-4ab3-a883-9481e8379608,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:28.429405 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:25:28.438736 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:28.439855 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:25:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:28.454726 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be4a0-7e37-4c72-988b-7afadd07fa31 req-99228e43-dc8b-4d10-acf5-4336598d924f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:28.456898 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-807be4a0-7e37-4c72-988b-7afadd07fa31 req-99228e43-dc8b-4d10-acf5-4336598d924f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 944 time: 0.0796361 Apr 06 16:25:28.512427 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-807be4a0-7e37-4c72-988b-7afadd07fa31 req-50bdb076-188d-4e3e-9d96-3d1e013408fd tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492463 Apr 06 16:25:28.643363 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:28.856892 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'd4a91b5b-61b0-4c99-b699-9a848e7c9a5c', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:bf:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:08Z', 'updated_at': '2022-04-06T16:25:26Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:28.886664 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec16b25-b72d-439a-a760-d651b7240844 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'd4a91b5b-61b0-4c99-b699-9a848e7c9a5c', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'port_id': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'mac_address': 'fa:16:3e:bf:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:08Z', 'updated_at': '2022-04-06T16:25:26Z', 'revision_number': 1, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:25:29.075813 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46957e6-072c-48fd-911a-3995a24c2bc2 None None] New status for floating IP d4a91b5b-61b0-4c99-b699-9a848e7c9a5c: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:25:29.354934 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:25:29.636277 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4116-169a-4a21-848b-def33e05f915 req-cda8ce18-87af-455c-979c-dbeffde34468 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:29.637787 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-447a4116-169a-4a21-848b-def33e05f915 req-cda8ce18-87af-455c-979c-dbeffde34468 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 944 time: 0.0541725 Apr 06 16:25:29.686853 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-447a4116-169a-4a21-848b-def33e05f915 req-89ff1f99-fb24-422c-b47b-36dc83e9d871 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Apr 06 16:25:30.151307 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:30.153583 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc6ad4a-5997-412f-8fab-155b3951d69c" -d '{"events": [{"name": "network-changed", "server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:30.251471 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f52e967-7b16-4e4b-af1b-639bc073c7ba x-openstack-request-id: req-5f52e967-7b16-4e4b-af1b-639bc073c7ba {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:30.251766 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:30.252046 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f52e967-7b16-4e4b-af1b-639bc073c7ba {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:30.252984 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f52e967-7b16-4e4b-af1b-639bc073c7ba'] response: {'name': 'network-changed', 'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'status': 'completed', 'code': 200} Apr 06 16:25:30.629600 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb43da-5158-41dd-bc26-842a6231faee req-67d8e578-df1e-4c99-8cbd-0155dc2d364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:30.631156 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e6eb43da-5158-41dd-bc26-842a6231faee req-67d8e578-df1e-4c99-8cbd-0155dc2d364d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 1130 time: 0.0449636 Apr 06 16:25:30.647945 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-bbf5d9e3-4053-497e-bfae-c32ee750bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:30.649444 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-bbf5d9e3-4053-497e-bfae-c32ee750bf2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 1128 time: 0.0479965 Apr 06 16:25:30.693267 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-be8becf1-1a96-4a23-b827-ba0e226853d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e4d30f-19ff-4ab3-a883-9481e8379608 HTTP/1.1" status: 200 len: 217 time: 0.0352094 Apr 06 16:25:30.726892 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb43da-5158-41dd-bc26-842a6231faee req-4a6dfbb7-c54b-4ae3-a7c3-65c388e8a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:30.728386 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e6eb43da-5158-41dd-bc26-842a6231faee req-4a6dfbb7-c54b-4ae3-a7c3-65c388e8a269 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 200 len: 916 time: 0.0857685 Apr 06 16:25:30.743420 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-d7f40d7d-3471-4f1e-9478-2f23db195eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:30.745066 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-d7f40d7d-3471-4f1e-9478-2f23db195eb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0456634 Apr 06 16:25:30.806898 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e6eb43da-5158-41dd-bc26-842a6231faee req-21db17f7-86a1-4adc-a8cb-3d102c3a4b64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a HTTP/1.1" status: 200 len: 1002 time: 0.0631804 Apr 06 16:25:30.829145 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-6ed3c25c-ea3a-4a89-9b92-91dac1bd9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:30.831173 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-6ed3c25c-ea3a-4a89-9b92-91dac1bd9495 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775120 Apr 06 16:25:30.841894 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ba2c-4092-4206-8f34-63dd70953a65 req-bf1a1f07-070e-4ca3-9704-592ccb95f3e4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:30.843330 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8584ba2c-4092-4206-8f34-63dd70953a65 req-bf1a1f07-070e-4ca3-9704-592ccb95f3e4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 944 time: 0.0819581 Apr 06 16:25:30.859978 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb43da-5158-41dd-bc26-842a6231faee req-c8ad976b-807c-42d6-8926-26683baeb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:30.861420 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e6eb43da-5158-41dd-bc26-842a6231faee req-c8ad976b-807c-42d6-8926-26683baeb0fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 200 len: 854 time: 0.0435815 Apr 06 16:25:30.912666 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb43da-5158-41dd-bc26-842a6231faee req-f248a9cd-3903-44ba-9029-3e74fa754a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:30.914177 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e6eb43da-5158-41dd-bc26-842a6231faee req-f248a9cd-3903-44ba-9029-3e74fa754a58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60a0ad62-9536-48c1-8d5c-18a2aec63d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463560 Apr 06 16:25:30.943647 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8584ba2c-4092-4206-8f34-63dd70953a65 req-14409e3e-7a87-4163-bcea-8d6e3f08f649 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919719 Apr 06 16:25:30.965504 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-7a3af2aa-07e1-4c7a-83fb-d160fe0f90a0 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212525 Apr 06 16:25:31.007288 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e6eb43da-5158-41dd-bc26-842a6231faee req-15ebd1f6-c086-44df-9519-288755852baa service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865254 Apr 06 16:25:31.058925 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d4261d44-f65b-4631-b9a9-61beee595d31 req-7658c3e1-1f85-41a4-ab88-b0919e7b3e4c service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812538 Apr 06 16:25:31.098602 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-e6eb43da-5158-41dd-bc26-842a6231faee req-b52bda8f-5163-48fc-8228-5457b705a875 service neutron] 10.222.0.45 "GET /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828125 Apr 06 16:25:31.413147 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-41b3ec29-2367-46b0-a43c-bb7056fa6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:31.414532 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-41b3ec29-2367-46b0-a43c-bb7056fa6ce8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 1128 time: 0.0499511 Apr 06 16:25:31.507147 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-b5078b1b-12e8-4070-be19-687fcdcdd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:31.509149 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-b5078b1b-12e8-4070-be19-687fcdcdd776 service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.0857790 Apr 06 16:25:31.554554 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-e36037b4-4305-4e03-9c2a-548d7437d0a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e4d30f-19ff-4ab3-a883-9481e8379608 HTTP/1.1" status: 200 len: 217 time: 0.0372405 Apr 06 16:25:31.607334 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-ba6a975c-e26f-453e-99e6-490f99edfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:31.608657 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-ba6a975c-e26f-453e-99e6-490f99edfe9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0410128 Apr 06 16:25:31.663515 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-c8630998-f994-450c-baa5-c295541c8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:31.664887 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-c8630998-f994-450c-baa5-c295541c8335 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433288 Apr 06 16:25:31.759895 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-9b69c532-7e36-4847-8e06-6d5b0887a982 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Apr 06 16:25:31.857179 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8fc6ad4a-5997-412f-8fab-155b3951d69c req-7f08a1f5-d4d5-4ddd-86fa-4f3d3254eaa8 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898554 Apr 06 16:25:32.070096 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533766a2-1a52-4ba9-aa5a-d24381549fa5 req-18fd8284-7c67-4ed7-b1fb-c87faf295f2b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:32.071594 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-533766a2-1a52-4ba9-aa5a-d24381549fa5 req-18fd8284-7c67-4ed7-b1fb-c87faf295f2b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 944 time: 0.0515916 Apr 06 16:25:32.122997 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-533766a2-1a52-4ba9-aa5a-d24381549fa5 req-d5587a6a-7b2e-42a9-bc27-2efc7f72450e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 Apr 06 16:25:33.252170 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9536a-d8b6-4add-965e-a2d5ebfe5d6c req-6eec9692-7212-48fe-aca1-af9c8b0fb17c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:33.253664 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-39f9536a-d8b6-4add-965e-a2d5ebfe5d6c req-6eec9692-7212-48fe-aca1-af9c8b0fb17c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 944 time: 0.0529153 Apr 06 16:25:33.304172 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-39f9536a-d8b6-4add-965e-a2d5ebfe5d6c req-63de1ec9-39e5-42af-94af-6014da2f2ce9 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Apr 06 16:25:34.424083 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d3582-9e8f-4982-8732-33552adf562b req-50ffcd29-b42b-486e-8eda-9b13f6aa9cb6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:34.426124 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-283d3582-9e8f-4982-8732-33552adf562b req-50ffcd29-b42b-486e-8eda-9b13f6aa9cb6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 944 time: 0.0570648 Apr 06 16:25:34.478458 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-283d3582-9e8f-4982-8732-33552adf562b req-7b0c881f-b99b-4e5e-818b-a961bf14b943 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463319 Apr 06 16:25:35.600620 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929da11c-40f8-4810-babd-03747e40674b req-ef65562d-aece-495b-8748-49b25da4cc48 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:35.602221 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-929da11c-40f8-4810-babd-03747e40674b req-ef65562d-aece-495b-8748-49b25da4cc48 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 944 time: 0.0583365 Apr 06 16:25:35.651067 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-929da11c-40f8-4810-babd-03747e40674b req-08f4613c-d5e9-4b4c-88d2-cd35642d7288 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433586 Apr 06 16:25:35.691345 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59906) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:35.793630 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f8e9bfa2-2340-4d4e-ab17-1caeaec85f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:35.869445 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f8e9bfa2-2340-4d4e-ab17-1caeaec85f77 admin admin] Publish callbacks [] for security_group (ca68e84b-4658-4514-a11a-2d49a73e4ea4), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:35.876771 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f8e9bfa2-2340-4d4e-ab17-1caeaec85f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (ca68e84b-4658-4514-a11a-2d49a73e4ea4), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:35.920863 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f8e9bfa2-2340-4d4e-ab17-1caeaec85f77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92cd845109df490e9c662c5dab508994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262533 Apr 06 16:25:35.920863 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9bfa2-2340-4d4e-ab17-1caeaec85f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca68e84b-4658-4514-a11a-2d49a73e4ea4,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:35.922840 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59914) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:35.972975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931d822-af71-4ae5-bb45-253d5c61601a req-688ddf93-b20a-496b-bfd6-8b7b2028d130 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:35.974447 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9931d822-af71-4ae5-bb45-253d5c61601a req-688ddf93-b20a-496b-bfd6-8b7b2028d130 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0549226 Apr 06 16:25:35.976467 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f712f95c-7950-41ce-ad00-16066eedc1f4 admin admin] Publish callbacks [] for security_group (ca68e84b-4658-4514-a11a-2d49a73e4ea4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:35.997637 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f712f95c-7950-41ce-ad00-16066eedc1f4 admin admin] Publish callbacks [] for security_group (ca68e84b-4658-4514-a11a-2d49a73e4ea4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.022548 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9931d822-af71-4ae5-bb45-253d5c61601a req-58117515-c4df-4365-9f48-600316da0ad0 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Apr 06 16:25:36.050389 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f712f95c-7950-41ce-ad00-16066eedc1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (ca68e84b-4658-4514-a11a-2d49a73e4ea4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.052956 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f712f95c-7950-41ce-ad00-16066eedc1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.054361 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f712f95c-7950-41ce-ad00-16066eedc1f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca68e84b-4658-4514-a11a-2d49a73e4ea4 HTTP/1.1" status: 204 len: 168 time: 0.1297457 Apr 06 16:25:36.061591 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712f95c-7950-41ce-ad00-16066eedc1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca68e84b-4658-4514-a11a-2d49a73e4ea4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:36.308040 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 59920) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:36.321400 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8b3e9e32-c4f5-47c0-a996-3f49fbdbe0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.392472 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8b3e9e32-c4f5-47c0-a996-3f49fbdbe0fa admin admin] Publish callbacks [] for security_group (0656b195-814f-43a3-baff-f72cad35b00e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.396406 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-8b3e9e32-c4f5-47c0-a996-3f49fbdbe0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0656b195-814f-43a3-baff-f72cad35b00e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.433483 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-8b3e9e32-c4f5-47c0-a996-3f49fbdbe0fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a97afca852547d4bd6bc8cb0924b3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1242998 Apr 06 16:25:36.434355 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e9e32-c4f5-47c0-a996-3f49fbdbe0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0656b195-814f-43a3-baff-f72cad35b00e,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:36.436242 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 59922) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:36.486280 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Publish callbacks [] for security_group (0656b195-814f-43a3-baff-f72cad35b00e), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.507049 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Publish callbacks [] for security_group (0656b195-814f-43a3-baff-f72cad35b00e), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.554829 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0656b195-814f-43a3-baff-f72cad35b00e), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.557359 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.558484 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0656b195-814f-43a3-baff-f72cad35b00e HTTP/1.1" status: 204 len: 168 time: 0.1208978 Apr 06 16:25:36.566361 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0656b195-814f-43a3-baff-f72cad35b00e,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:36.573209 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.573565 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.573908 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.574246 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.574582 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.574941 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.575274 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.575601 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.575927 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.576260 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.576590 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.576915 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.577238 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.577553 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.577867 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d59d65-c5e9-43c2-80af-3149abc07137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:36.768668 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da02a2-1207-4d50-bcf5-453280160171 req-e3908923-8151-446b-9fe5-d50f65f4f46a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:36.770157 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c1da02a2-1207-4d50-bcf5-453280160171 req-e3908923-8151-446b-9fe5-d50f65f4f46a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 944 time: 0.0525482 Apr 06 16:25:36.818774 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c1da02a2-1207-4d50-bcf5-453280160171 req-8caac171-60e8-4c3d-8276-a2b78a954708 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Apr 06 16:25:37.146996 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88c74c-531e-47c1-a1e8-d565df19b2d4 req-cc50e919-a4d1-4699-afad-c6123e29c599 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:37.148547 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bb88c74c-531e-47c1-a1e8-d565df19b2d4 req-cc50e919-a4d1-4699-afad-c6123e29c599 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0571892 Apr 06 16:25:37.196480 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bb88c74c-531e-47c1-a1e8-d565df19b2d4 req-b174e179-8a70-4385-8652-4ed0fd81e39a tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Apr 06 16:25:37.646221 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 62e4d30f-19ff-4ab3-a883-9481e8379608 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:25:37.740990 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 62e4d30f-19ff-4ab3-a883-9481e8379608, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62e4d30f-19ff-4ab3-a883-9481e8379608,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:37.752703 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:25:37.792640 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 62e4d30f-19ff-4ab3-a883-9481e8379608 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:37.792953 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:37.805514 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e4d30f-19ff-4ab3-a883-9481e8379608 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:25:37.824625 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 62e4d30f-19ff-4ab3-a883-9481e8379608, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62e4d30f-19ff-4ab3-a883-9481e8379608,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:37.828808 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:37.882194 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=62e4d30f-19ff-4ab3-a883-9481e8379608,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:37.959319 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd3937-84f6-4220-87d2-ebdfe35764ac req-b9fb1fcd-2154-4ccf-b9dc-358f32a70fde tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:37.960879 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2cfd3937-84f6-4220-87d2-ebdfe35764ac req-b9fb1fcd-2154-4ccf-b9dc-358f32a70fde tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 945 time: 0.0572107 Apr 06 16:25:38.010895 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2cfd3937-84f6-4220-87d2-ebdfe35764ac req-54a983e6-35b7-4530-9a33-48b57a080d4e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442824 Apr 06 16:25:38.120279 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['62e4d30f-19ff-4ab3-a883-9481e8379608'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:25:38.347416 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be00ef-e719-4d13-93d5-1469664ac624 req-0049e51b-837d-432b-96d3-3be2cc4ff1bd tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:38.349171 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07be00ef-e719-4d13-93d5-1469664ac624 req-0049e51b-837d-432b-96d3-3be2cc4ff1bd tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0576177 Apr 06 16:25:38.404009 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-07be00ef-e719-4d13-93d5-1469664ac624 req-1bd9b3b9-f305-4fd5-be9a-c286a964a6db tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465946 Apr 06 16:25:39.132177 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfee36-27ea-4444-a5f0-06a7f79fd42c req-3e788edb-2b12-4a1a-ba4f-413e051dc49a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:39.133647 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-69cfee36-27ea-4444-a5f0-06a7f79fd42c req-3e788edb-2b12-4a1a-ba4f-413e051dc49a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 945 time: 0.0560827 Apr 06 16:25:39.181950 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-69cfee36-27ea-4444-a5f0-06a7f79fd42c req-2228b573-23ed-4e43-aa61-4486160fdf0b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Apr 06 16:25:39.525843 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49023909-95af-47dc-ad23-6a215a7b1050 req-8463daac-ab88-496c-a7b1-3c6cbc1234ff tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:39.527421 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-49023909-95af-47dc-ad23-6a215a7b1050 req-8463daac-ab88-496c-a7b1-3c6cbc1234ff tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0543590 Apr 06 16:25:39.589313 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-49023909-95af-47dc-ad23-6a215a7b1050 req-4c25727c-4152-4b57-9909-46a33b46b093 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559652 Apr 06 16:25:39.661935 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 62e4d30f-19ff-4ab3-a883-9481e8379608 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:25:39.710612 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 62e4d30f-19ff-4ab3-a883-9481e8379608 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:25:39.714334 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 62e4d30f-19ff-4ab3-a883-9481e8379608 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:25:39.714723 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:39.793927 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 62e4d30f-19ff-4ab3-a883-9481e8379608 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:39.794321 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:39.816654 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:39.818967 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439491c-1ff0-4948-841c-498cfec43df1" -d '{"events": [{"server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "name": "network-vif-plugged", "status": "completed", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:39.831496 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 62e4d30f-19ff-4ab3-a883-9481e8379608, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62e4d30f-19ff-4ab3-a883-9481e8379608,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:39.837869 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:39.886106 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=62e4d30f-19ff-4ab3-a883-9481e8379608,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:39.972720 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e538a15-97ad-4e20-8be1-c92a11335012 x-openstack-request-id: req-8e538a15-97ad-4e20-8be1-c92a11335012 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:39.973012 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "name": "network-vif-plugged", "status": "completed", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:39.973263 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e538a15-97ad-4e20-8be1-c92a11335012 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:39.973660 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e538a15-97ad-4e20-8be1-c92a11335012'] response: {'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'code': 200} Apr 06 16:25:40.244904 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f417e96-5c37-493f-b7f1-fa2c989c13d3 req-63fe4154-01ec-4e48-a89f-a4a3c14673a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:40.246717 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-3f417e96-5c37-493f-b7f1-fa2c989c13d3 req-63fe4154-01ec-4e48-a89f-a4a3c14673a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 1130 time: 0.0483520 Apr 06 16:25:40.293929 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-3f417e96-5c37-493f-b7f1-fa2c989c13d3 req-183710b4-5bcd-4abb-9457-e178e072c724 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392947 Apr 06 16:25:40.301379 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52389f79-fc0e-417a-bee4-d3d3c7a1c651 req-51bd1044-8aa8-49d1-bbc0-8f8f518e695f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:40.302898 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-52389f79-fc0e-417a-bee4-d3d3c7a1c651 req-51bd1044-8aa8-49d1-bbc0-8f8f518e695f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 946 time: 0.0530853 Apr 06 16:25:40.354383 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-52389f79-fc0e-417a-bee4-d3d3c7a1c651 req-4bd7a276-7b8d-4324-8761-ffc0646fd386 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Apr 06 16:25:40.708049 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90946d-a0f7-4bf2-a926-f4f77c65a083 req-cfc94f03-b08d-491c-8c2b-7cef3b4721c6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:40.709535 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9f90946d-a0f7-4bf2-a926-f4f77c65a083 req-cfc94f03-b08d-491c-8c2b-7cef3b4721c6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0529118 Apr 06 16:25:40.758014 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9f90946d-a0f7-4bf2-a926-f4f77c65a083 req-a4074385-b17c-449d-b7bd-45ba57af143b tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Apr 06 16:25:40.807021 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60018) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:40.911911 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:40.983211 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Publish callbacks [] for security_group (3c490830-13c0-47cb-bcf7-9d2ba15f5dc4), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:40.987602 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (3c490830-13c0-47cb-bcf7-9d2ba15f5dc4), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.023905 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c490830-13c0-47cb-bcf7-9d2ba15f5dc4,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:41.028408 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=943d6ffa311143ef89d7baf3e1ec239a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203753 Apr 06 16:25:41.031204 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60022) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:41.033147 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.033501 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.033850 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.034227 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.034570 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.034927 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.035260 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.035589 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.035919 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.036248 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.036577 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.036907 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.037231 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.037556 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.037878 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1f30e-9277-4dcb-bdb8-119e03aebb5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:41.078546 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-21d91b43-d9ae-4b42-8a61-8d1903f39435 admin admin] Publish callbacks [] for security_group (3c490830-13c0-47cb-bcf7-9d2ba15f5dc4), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.099577 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-21d91b43-d9ae-4b42-8a61-8d1903f39435 admin admin] Publish callbacks [] for security_group (3c490830-13c0-47cb-bcf7-9d2ba15f5dc4), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.144839 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-21d91b43-d9ae-4b42-8a61-8d1903f39435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (3c490830-13c0-47cb-bcf7-9d2ba15f5dc4), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.147398 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-21d91b43-d9ae-4b42-8a61-8d1903f39435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.148586 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-21d91b43-d9ae-4b42-8a61-8d1903f39435 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c490830-13c0-47cb-bcf7-9d2ba15f5dc4 HTTP/1.1" status: 204 len: 168 time: 0.1162732 Apr 06 16:25:41.156008 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d91b43-d9ae-4b42-8a61-8d1903f39435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c490830-13c0-47cb-bcf7-9d2ba15f5dc4,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:41.409001 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60030) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:41.421973 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5d00c5a1-9c4f-454f-9f3d-e568d7e25b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.510083 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02b5b-13cb-46dc-b7fe-69d24c038f5d req-b6244e70-8b7c-4481-89e2-2fb45ce5b6c7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:41.511591 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-83a02b5b-13cb-46dc-b7fe-69d24c038f5d req-b6244e70-8b7c-4481-89e2-2fb45ce5b6c7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 946 time: 0.0875521 Apr 06 16:25:41.571958 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5d00c5a1-9c4f-454f-9f3d-e568d7e25b27 admin admin] Publish callbacks [] for security_group (953c540e-86dd-4702-88e5-3704057a6614), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.577686 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5d00c5a1-9c4f-454f-9f3d-e568d7e25b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (953c540e-86dd-4702-88e5-3704057a6614), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.586498 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-83a02b5b-13cb-46dc-b7fe-69d24c038f5d req-5cb53125-cc58-4762-a959-ce2f349e2539 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686872 Apr 06 16:25:41.618831 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00c5a1-9c4f-454f-9f3d-e568d7e25b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c540e-86dd-4702-88e5-3704057a6614,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:41.624803 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5d00c5a1-9c4f-454f-9f3d-e568d7e25b27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81c41597cce0412b83a89c80ccf42327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146289 Apr 06 16:25:41.627360 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60032) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:41.673951 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-42abebc4-3510-49c6-86c6-e8537db490d1 admin admin] Publish callbacks [] for security_group (953c540e-86dd-4702-88e5-3704057a6614), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.694766 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-42abebc4-3510-49c6-86c6-e8537db490d1 admin admin] Publish callbacks [] for security_group (953c540e-86dd-4702-88e5-3704057a6614), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.743935 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-42abebc4-3510-49c6-86c6-e8537db490d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (953c540e-86dd-4702-88e5-3704057a6614), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.746658 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-42abebc4-3510-49c6-86c6-e8537db490d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:41.747896 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-42abebc4-3510-49c6-86c6-e8537db490d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/953c540e-86dd-4702-88e5-3704057a6614 HTTP/1.1" status: 204 len: 168 time: 0.1196098 Apr 06 16:25:41.755106 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abebc4-3510-49c6-86c6-e8537db490d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c540e-86dd-4702-88e5-3704057a6614,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:41.880513 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631a97c-75e0-4d71-b302-b68591a625a2 req-ec178240-561f-4581-8a47-5128fc2bb286 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:41.881964 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f631a97c-75e0-4d71-b302-b68591a625a2 req-ec178240-561f-4581-8a47-5128fc2bb286 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0564833 Apr 06 16:25:41.932539 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f631a97c-75e0-4d71-b302-b68591a625a2 req-39ccac8a-ae75-48f8-8bef-fe47aea51be1 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 Apr 06 16:25:42.713246 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efa67a-b0c1-45e1-a1d5-f3339bb79b97 req-e3d6cb89-28a7-44b5-896f-c57d5c55fa2b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:42.714868 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e1efa67a-b0c1-45e1-a1d5-f3339bb79b97 req-e3d6cb89-28a7-44b5-896f-c57d5c55fa2b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 946 time: 0.0607350 Apr 06 16:25:42.763951 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e1efa67a-b0c1-45e1-a1d5-f3339bb79b97 req-a1169ca0-923a-4e37-8591-247232099a76 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Apr 06 16:25:42.889507 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb158c6-2913-412a-b782-4a91cb281bd0 req-08175a49-645f-451f-b174-1cb7959b0f55 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:42.890619 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-deb158c6-2913-412a-b782-4a91cb281bd0 req-08175a49-645f-451f-b174-1cb7959b0f55 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 946 time: 0.0611651 Apr 06 16:25:42.938644 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-deb158c6-2913-412a-b782-4a91cb281bd0 req-da79d1f2-8c99-4cb2-a6a7-51622a08c5ad tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Apr 06 16:25:42.961227 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60078) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:43.006586 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d6381-2c81-4c9e-9283-e658dc6fc1e0 tempest-TestVolumeBootPattern-502601918 tempest-TestVolumeBootPattern-502601918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:43.008258 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6a3d6381-2c81-4c9e-9283-e658dc6fc1e0 tempest-TestVolumeBootPattern-502601918 tempest-TestVolumeBootPattern-502601918-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 1125 time: 0.0455472 Apr 06 16:25:43.010939 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60080) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:43.015924 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:43.036324 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:43.057672 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bee529-2520-42f3-bd7e-74f85820c268 req-cc8cb16b-b5e1-44e1-baf7-0d519ec1b7cb tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:43.059565 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-16bee529-2520-42f3-bd7e-74f85820c268 req-cc8cb16b-b5e1-44e1-baf7-0d519ec1b7cb tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0590973 Apr 06 16:25:43.122912 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-16bee529-2520-42f3-bd7e-74f85820c268 req-0212ae27-c093-415d-ac63-cad1274947fa tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561113 Apr 06 16:25:43.145803 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:43.257270 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Allocated IP 172.27.3.8 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/1f3045ef-bcad-408c-943a-82930911a708) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:25:43.358582 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (1f3045ef-bcad-408c-943a-82930911a708), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:43.393450 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (1f3045ef-bcad-408c-943a-82930911a708), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:43.429245 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:25:43.432031 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:25:43.434557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:25:43.471132 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=1f3045ef-bcad-408c-943a-82930911a708,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:43.816885 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (c79edb8b-9b97-4a5b-9e6e-5c086aba2059), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:43.897553 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1f3045ef-bcad-408c-943a-82930911a708), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:44.057945 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (1f3045ef-bcad-408c-943a-82930911a708), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:44.062231 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (1f3045ef-bcad-408c-943a-82930911a708), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:44.125574 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=1f3045ef-bcad-408c-943a-82930911a708,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:44.139088 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (c79edb8b-9b97-4a5b-9e6e-5c086aba2059), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:44.238326 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf2e0-0fe7-40ee-b6d2-426a15b3d08d req-15db408f-2843-4cfe-933c-3dc21ea1eaa6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:44.239865 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7e1cf2e0-0fe7-40ee-b6d2-426a15b3d08d req-15db408f-2843-4cfe-933c-3dc21ea1eaa6 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0553544 Apr 06 16:25:44.244167 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Floating IP c79edb8b-9b97-4a5b-9e6e-5c086aba2059 associated. External IP: 172.27.3.8, port: 62e4d30f-19ff-4ab3-a883-9481e8379608. Apr 06 16:25:44.291272 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7e1cf2e0-0fe7-40ee-b6d2-426a15b3d08d req-45ce4ade-6f80-4441-8dd6-6793594627af tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459189 Apr 06 16:25:44.452045 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:25:44.558120 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:25:44.568006 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:25:44.576194 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:44.577750 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:44.578368 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:25:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:44.605155 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-74324663-4acf-4088-a53f-a943040319f0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5932159 Apr 06 16:25:44.605829 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:44.608091 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:44.642933 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b587172-e207-40f9-b966-33c57b0d4ab7 x-openstack-request-id: req-0b587172-e207-40f9-b966-33c57b0d4ab7 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:44.643223 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:44.644174 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b587172-e207-40f9-b966-33c57b0d4ab7 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:44.644526 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b587172-e207-40f9-b966-33c57b0d4ab7'] response: {'name': 'network-changed', 'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'status': 'completed', 'code': 200} Apr 06 16:25:44.685773 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:44.717753 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-17fc5518-b2f6-4a4b-b2b8-fa1d2a56e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:44.719212 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-17fc5518-b2f6-4a4b-b2b8-fa1d2a56e078 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 1130 time: 0.0450177 Apr 06 16:25:44.824740 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-02d5ea14-6805-4f42-89bc-9c5b84937565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:44.826288 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-02d5ea14-6805-4f42-89bc-9c5b84937565 service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.0909326 Apr 06 16:25:44.900821 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-7e565e27-ed4e-41cc-8dd3-8f1df91c82e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e4d30f-19ff-4ab3-a883-9481e8379608 HTTP/1.1" status: 200 len: 998 time: 0.0592721 Apr 06 16:25:44.915975 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:43Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:44.945570 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:25:44.952263 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-210d561e-d48e-4c5b-ada5-072531ef180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:44.953726 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-210d561e-d48e-4c5b-ada5-072531ef180f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0437686 Apr 06 16:25:44.953891 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:25:44.954507 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:25:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:45.008938 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-e2cd065d-81ba-4b41-8698-1e8b4b341b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:45.010527 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-e2cd065d-81ba-4b41-8698-1e8b4b341b48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506604 Apr 06 16:25:45.068572 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:25:45.109344 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-ec22cbc7-edd2-4b49-baca-dde2904c1071 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916350 Apr 06 16:25:45.216563 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8eb3e4ce-ae7c-408c-985a-ac0d53da2e0f req-465bdf5b-e0a3-4629-b4dc-0234d566b6fc service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996706 Apr 06 16:25:45.312537 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:43Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:25:45.350616 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce3dfa3-a28b-47ef-9171-5ad7339d729c None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:43Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:25:45.420008 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0f14-4ea4-449e-ab11-b60ebc918023 req-84fa2236-e38f-4f28-bdaf-d7b91b9f33f5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:45.421728 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-861f0f14-4ea4-449e-ab11-b60ebc918023 req-84fa2236-e38f-4f28-bdaf-d7b91b9f33f5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0563712 Apr 06 16:25:45.473881 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-861f0f14-4ea4-449e-ab11-b60ebc918023 req-09f61a59-e676-4592-b1c8-ff2005bc5b93 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462806 Apr 06 16:25:45.572002 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a195ae9-b71d-4474-ad26-7445b840552e None None] New status for floating IP c79edb8b-9b97-4a5b-9e6e-5c086aba2059: ACTIVE {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:25:46.266918 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-94a78213-49e2-40c7-9392-0fcec78b5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:46.269051 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-94a78213-49e2-40c7-9392-0fcec78b5eaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56ac47e9df204a5dbb3be811989f4eab&device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1129 time: 0.0446484 Apr 06 16:25:46.362590 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-5090fefb-4c60-4ad3-9f43-abda79053d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:46.364136 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-5090fefb-4c60-4ad3-9f43-abda79053d01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 200 len: 909 time: 0.0860286 Apr 06 16:25:46.601888 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50c31c-076d-4bc4-8540-0cac6e20a801 req-085e96b7-0e8e-4571-8076-f40f8134655c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:46.603484 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a50c31c-076d-4bc4-8540-0cac6e20a801 req-085e96b7-0e8e-4571-8076-f40f8134655c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0580850 Apr 06 16:25:46.674337 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a50c31c-076d-4bc4-8540-0cac6e20a801 req-b6416017-6d25-4999-b969-508fe704afc9 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649350 Apr 06 16:25:46.688388 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-73f2e548-84cc-48a2-a596-b1e7ec619040 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 1001 time: 0.3149974 Apr 06 16:25:46.742908 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-acbb260c-e10b-416a-9fbc-9ab70af799c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:46.744355 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-acbb260c-e10b-416a-9fbc-9ab70af799c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1ab3677-0836-4e11-81c0-5cef3e5ccb62 HTTP/1.1" status: 200 len: 847 time: 0.0431423 Apr 06 16:25:46.744918 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60156) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:46.796153 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-fa4c878e-1536-42d2-839c-bb6295f62766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:46.797753 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-fa4c878e-1536-42d2-839c-bb6295f62766 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83157fcb-a6b3-43fa-b698-f814e3289e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458877 Apr 06 16:25:46.852331 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c74c4d67-becf-4cfb-aae9-b7d757203b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:46.888795 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-bc46ce4b-90f4-4257-af3e-92f5280235fb service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844531 Apr 06 16:25:46.932935 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c74c4d67-becf-4cfb-aae9-b7d757203b21 admin admin] Publish callbacks [] for security_group (737c9836-44b0-4716-8499-c71e6da5db4a), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:46.936694 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c74c4d67-becf-4cfb-aae9-b7d757203b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (737c9836-44b0-4716-8499-c71e6da5db4a), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:46.974798 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c74c4d67-becf-4cfb-aae9-b7d757203b21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=957302e03d9c4e23900a3572a896b5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284324 Apr 06 16:25:46.975463 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c4d67-becf-4cfb-aae9-b7d757203b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737c9836-44b0-4716-8499-c71e6da5db4a,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:46.977738 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60160) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:46.984365 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-77117715-7fa2-4f39-9db0-72a8b300bb42 req-cae6cd01-29e3-400a-9930-c142f2cecd0e service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880866 Apr 06 16:25:47.029658 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34fd75d5-49ce-4bf4-8d8b-7236db5bc9f5 admin admin] Publish callbacks [] for security_group (737c9836-44b0-4716-8499-c71e6da5db4a), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.051007 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34fd75d5-49ce-4bf4-8d8b-7236db5bc9f5 admin admin] Publish callbacks [] for security_group (737c9836-44b0-4716-8499-c71e6da5db4a), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.095505 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34fd75d5-49ce-4bf4-8d8b-7236db5bc9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (737c9836-44b0-4716-8499-c71e6da5db4a), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.098524 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34fd75d5-49ce-4bf4-8d8b-7236db5bc9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.099710 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-34fd75d5-49ce-4bf4-8d8b-7236db5bc9f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/737c9836-44b0-4716-8499-c71e6da5db4a HTTP/1.1" status: 204 len: 168 time: 0.1210787 Apr 06 16:25:47.107187 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd75d5-49ce-4bf4-8d8b-7236db5bc9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737c9836-44b0-4716-8499-c71e6da5db4a,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:47.373528 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60170) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:47.386467 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5f55-ce4b-4971-a058-a85321e485c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.464584 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5f55-ce4b-4971-a058-a85321e485c9 admin admin] Publish callbacks [] for security_group (47ce8b83-3008-4d62-9b74-84dc52841855), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.469053 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5f55-ce4b-4971-a058-a85321e485c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (47ce8b83-3008-4d62-9b74-84dc52841855), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.505515 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b5f55-ce4b-4971-a058-a85321e485c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ce8b83-3008-4d62-9b74-84dc52841855,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:47.509934 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-8a6b5f55-ce4b-4971-a058-a85321e485c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b53c88e5f2040a9ace09ce48aeee2dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353683 Apr 06 16:25:47.512956 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60174) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:47.561966 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-468af8a3-4651-4a62-a841-d91f77fb55f3 admin admin] Publish callbacks [] for security_group (47ce8b83-3008-4d62-9b74-84dc52841855), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.584901 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-468af8a3-4651-4a62-a841-d91f77fb55f3 admin admin] Publish callbacks [] for security_group (47ce8b83-3008-4d62-9b74-84dc52841855), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.636857 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-468af8a3-4651-4a62-a841-d91f77fb55f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (47ce8b83-3008-4d62-9b74-84dc52841855), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.640304 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-468af8a3-4651-4a62-a841-d91f77fb55f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:47.644951 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-468af8a3-4651-4a62-a841-d91f77fb55f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47ce8b83-3008-4d62-9b74-84dc52841855 HTTP/1.1" status: 204 len: 168 time: 0.1310687 Apr 06 16:25:47.653145 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468af8a3-4651-4a62-a841-d91f77fb55f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ce8b83-3008-4d62-9b74-84dc52841855,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:47.817185 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85626efe-b28f-431a-92d9-e1b312cd0da4 req-73b480a9-38b1-4e13-9b89-dfee51106729 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:47.818681 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85626efe-b28f-431a-92d9-e1b312cd0da4 req-73b480a9-38b1-4e13-9b89-dfee51106729 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0542152 Apr 06 16:25:47.871328 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85626efe-b28f-431a-92d9-e1b312cd0da4 req-864da9e3-2505-40db-859f-87a04d1da1ed tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470090 Apr 06 16:25:47.993497 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60186) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:48.007022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-37774afc-c6b4-4809-adc9-0660027172a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:48.078891 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-37774afc-c6b4-4809-adc9-0660027172a8 admin admin] Publish callbacks [] for security_group (703957d7-215f-4ad0-b9b5-657b3a571bcf), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:48.082236 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-37774afc-c6b4-4809-adc9-0660027172a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (703957d7-215f-4ad0-b9b5-657b3a571bcf), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:48.119419 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-37774afc-c6b4-4809-adc9-0660027172a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77ca0670697f4c8c9563cae5778ba855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248763 Apr 06 16:25:48.120649 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37774afc-c6b4-4809-adc9-0660027172a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703957d7-215f-4ad0-b9b5-657b3a571bcf,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:48.122352 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60188) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:48.169920 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0fcf714b-aca7-4f3e-9363-9d09d442c9e4 admin admin] Publish callbacks [] for security_group (703957d7-215f-4ad0-b9b5-657b3a571bcf), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:48.191671 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0fcf714b-aca7-4f3e-9363-9d09d442c9e4 admin admin] Publish callbacks [] for security_group (703957d7-215f-4ad0-b9b5-657b3a571bcf), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:48.235873 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0fcf714b-aca7-4f3e-9363-9d09d442c9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (703957d7-215f-4ad0-b9b5-657b3a571bcf), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:48.238925 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0fcf714b-aca7-4f3e-9363-9d09d442c9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:48.240054 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0fcf714b-aca7-4f3e-9363-9d09d442c9e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/703957d7-215f-4ad0-b9b5-657b3a571bcf HTTP/1.1" status: 204 len: 168 time: 0.1166646 Apr 06 16:25:48.247732 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf714b-aca7-4f3e-9363-9d09d442c9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703957d7-215f-4ad0-b9b5-657b3a571bcf,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:49.026188 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c8319-210f-4f83-86b3-7df36e131aac req-220fd819-0427-41d2-863a-99d76c503041 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:49.028359 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2e8c8319-210f-4f83-86b3-7df36e131aac req-220fd819-0427-41d2-863a-99d76c503041 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0785866 Apr 06 16:25:49.098553 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2e8c8319-210f-4f83-86b3-7df36e131aac req-98041034-d2b3-400d-96b0-19d794d2c837 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600414 Apr 06 16:25:49.741682 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0a9f-126d-4c8c-975e-838756b08a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:50.225509 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8f37b-d7b7-41da-85f7-855a053b3f0b req-516ced1a-7774-4d70-94aa-0af0c5c66400 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:50.226979 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e9f8f37b-d7b7-41da-85f7-855a053b3f0b req-516ced1a-7774-4d70-94aa-0af0c5c66400 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0586324 Apr 06 16:25:50.273638 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e9f8f37b-d7b7-41da-85f7-855a053b3f0b req-89363bf5-cf5e-4511-9ff7-c7c434097423 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410905 Apr 06 16:25:50.480256 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-e26ac460-27ca-4801-84b1-2323f5e23fe7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750673 Apr 06 16:25:50.491765 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb72f3-8f65-435d-9583-d5f83850a1b7 req-9dd07286-9da6-4c0b-a2b7-4d9d9528f18a tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:50.493201 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fcdb72f3-8f65-435d-9583-d5f83850a1b7 req-9dd07286-9da6-4c0b-a2b7-4d9d9528f18a tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0633605 Apr 06 16:25:50.545558 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fcdb72f3-8f65-435d-9583-d5f83850a1b7 req-99a2ef4a-4a6f-407f-9b60-099aacecbda8 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Apr 06 16:25:50.552883 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-7367b077-43ef-4d49-a9b8-84bcdae0c39d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:50.554258 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-7367b077-43ef-4d49-a9b8-84bcdae0c39d tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports/f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 942 time: 0.0473306 Apr 06 16:25:51.661641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521afeb0-0f7a-406d-b59e-83846a0dbb8f req-09d2c1c1-11c6-4016-85e0-e43644e9dce8 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:51.663112 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-521afeb0-0f7a-406d-b59e-83846a0dbb8f req-09d2c1c1-11c6-4016-85e0-e43644e9dce8 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Apr 06 16:25:51.710535 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-521afeb0-0f7a-406d-b59e-83846a0dbb8f req-6abedefa-bbf6-43c1-963a-c2b30f834588 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418897 Apr 06 16:25:51.713946 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device f13bfa5c-ddb5-4a89-bbf3-4808f749f784 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:25:51.789076 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 is: ACTIVE; New status is: DOWN {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:51.789470 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:51.810768 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:25:51.812998 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cb2300-eea4-4a76-80d4-6e2cfa414c49" -d '{"events": [{"server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "name": "network-vif-unplugged", "status": "completed", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:25:51.825091 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:51.829167 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:51.851976 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40a1b23-c874-4e5b-86e6-fa07723a06df x-openstack-request-id: req-c40a1b23-c874-4e5b-86e6-fa07723a06df {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:25:51.852271 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "name": "network-vif-unplugged", "status": "failed", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784", "code": 422}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:25:51.852521 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c40a1b23-c874-4e5b-86e6-fa07723a06df {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:25:51.852954 dv-cinder-815660-7-iscsi neutron-server[103708]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c40a1b23-c874-4e5b-86e6-fa07723a06df']: {'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'code': 422} returned with failed status Apr 06 16:25:51.880425 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=6']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:51.888227 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.888571 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.888911 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.889250 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.889579 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.890228 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.890322 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.890569 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.890942 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.891266 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.891589 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.891911 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.892246 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.892549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:51.892865 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:52.076060 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-376a3912-230b-48d4-9008-5533929f8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:52.831976 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb278e7-2509-4a6a-91bf-67e08f8db2ad req-731b2d11-f0a9-47bc-927d-b163afb4d7c2 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:52.833450 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5eb278e7-2509-4a6a-91bf-67e08f8db2ad req-731b2d11-f0a9-47bc-927d-b163afb4d7c2 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0532720 Apr 06 16:25:52.881638 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5eb278e7-2509-4a6a-91bf-67e08f8db2ad req-d416fe8b-83a5-455d-9f5f-d88a9b7560e9 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Apr 06 16:25:53.242993 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.002014 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42642fdd-5d28-45fc-91bc-f851d7b38cd4 req-5bce6659-a6b2-4bd9-afa1-f52dd8917c82 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:54.004109 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-42642fdd-5d28-45fc-91bc-f851d7b38cd4 req-5bce6659-a6b2-4bd9-afa1-f52dd8917c82 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0548627 Apr 06 16:25:54.051429 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-42642fdd-5d28-45fc-91bc-f851d7b38cd4 req-c6470358-ae82-4aa5-9d7e-f986b0690207 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Apr 06 16:25:54.599366 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60366) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:54.655336 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.703495 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4fa58bf2-d340-4b45-ae67-76d7739b5b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.779688 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4fa58bf2-d340-4b45-ae67-76d7739b5b8d admin admin] Publish callbacks [] for security_group (010a7505-bd0d-48ff-a1b9-138e0339b803), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.783654 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4fa58bf2-d340-4b45-ae67-76d7739b5b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (010a7505-bd0d-48ff-a1b9-138e0339b803), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.821849 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-4fa58bf2-d340-4b45-ae67-76d7739b5b8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aea6afbd279d472f846a329509918467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213731 Apr 06 16:25:54.822974 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa58bf2-d340-4b45-ae67-76d7739b5b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010a7505-bd0d-48ff-a1b9-138e0339b803,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:54.824510 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60374) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:54.871301 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4709436c-deab-4489-8409-71ec44f149ec admin admin] Publish callbacks [] for security_group (010a7505-bd0d-48ff-a1b9-138e0339b803), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.891842 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4709436c-deab-4489-8409-71ec44f149ec admin admin] Publish callbacks [] for security_group (010a7505-bd0d-48ff-a1b9-138e0339b803), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.944029 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4709436c-deab-4489-8409-71ec44f149ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (010a7505-bd0d-48ff-a1b9-138e0339b803), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.946456 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4709436c-deab-4489-8409-71ec44f149ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:54.947679 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-4709436c-deab-4489-8409-71ec44f149ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/010a7505-bd0d-48ff-a1b9-138e0339b803 HTTP/1.1" status: 204 len: 168 time: 0.1221659 Apr 06 16:25:54.954988 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709436c-deab-4489-8409-71ec44f149ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010a7505-bd0d-48ff-a1b9-138e0339b803,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:55.111593 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:55.171110 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2cfa-8a3a-4315-86c0-de7bac789a29 req-3d78ce06-6125-49f8-b500-8b2339422efe tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:55.172604 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-adbf2cfa-8a3a-4315-86c0-de7bac789a29 req-3d78ce06-6125-49f8-b500-8b2339422efe tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0537722 Apr 06 16:25:55.220717 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60382) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:55.228077 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-adbf2cfa-8a3a-4315-86c0-de7bac789a29 req-75af8459-7151-4df1-9414-b48ecc3f1468 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495520 Apr 06 16:25:55.233991 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-84b355c7-fc66-4516-b693-fff635c9b527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:55.307407 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-84b355c7-fc66-4516-b693-fff635c9b527 admin admin] Publish callbacks [] for security_group (30ee8e96-440e-4331-a4ec-4c6d328111c6), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:55.310968 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-84b355c7-fc66-4516-b693-fff635c9b527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (30ee8e96-440e-4331-a4ec-4c6d328111c6), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:55.353411 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-84b355c7-fc66-4516-b693-fff635c9b527 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8783588952904973a331793a07474938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315203 Apr 06 16:25:55.353817 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60386) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:55.355641 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b355c7-fc66-4516-b693-fff635c9b527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ee8e96-440e-4331-a4ec-4c6d328111c6,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:55.416171 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ede24b10-71e1-4d3f-908e-febf32070e15 admin admin] Publish callbacks [] for security_group (30ee8e96-440e-4331-a4ec-4c6d328111c6), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:55.437924 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ede24b10-71e1-4d3f-908e-febf32070e15 admin admin] Publish callbacks [] for security_group (30ee8e96-440e-4331-a4ec-4c6d328111c6), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:55.488912 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ede24b10-71e1-4d3f-908e-febf32070e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (30ee8e96-440e-4331-a4ec-4c6d328111c6), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:55.491640 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ede24b10-71e1-4d3f-908e-febf32070e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:55.492779 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ede24b10-71e1-4d3f-908e-febf32070e15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30ee8e96-440e-4331-a4ec-4c6d328111c6 HTTP/1.1" status: 204 len: 168 time: 0.1379793 Apr 06 16:25:55.501475 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede24b10-71e1-4d3f-908e-febf32070e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ee8e96-440e-4331-a4ec-4c6d328111c6,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:55.953940 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:56.351017 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10588277-e8bf-4e64-af67-89d196ddf4ee req-76a8c811-f1ce-44fb-a0a3-9b056b540656 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:56.352554 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-10588277-e8bf-4e64-af67-89d196ddf4ee req-76a8c811-f1ce-44fb-a0a3-9b056b540656 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0542374 Apr 06 16:25:56.434736 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-10588277-e8bf-4e64-af67-89d196ddf4ee req-c8fbb401-e9ed-4e61-a6e6-cdb828de668a tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762093 Apr 06 16:25:56.456577 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734f557-66d2-4cba-9180-f576e14544f2 req-20eecb5d-320b-4681-8bfb-162c5622aca4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:56.458168 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2734f557-66d2-4cba-9180-f576e14544f2 req-20eecb5d-320b-4681-8bfb-162c5622aca4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0859544 Apr 06 16:25:56.533175 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2734f557-66d2-4cba-9180-f576e14544f2 req-d3eb5548-ebd8-4bcb-b18f-4d4ab1f71ae1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602903 Apr 06 16:25:56.543053 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-b7dfd75a-99fc-4227-947c-f27a115865f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:56.544741 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-b7dfd75a-99fc-4227-947c-f27a115865f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380&tenant_id=56ac47e9df204a5dbb3be811989f4eab HTTP/1.1" status: 200 len: 1127 time: 0.1137378 Apr 06 16:25:56.625544 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60442) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:56.641452 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-5f9fd94d-d04e-4e82-994a-e8c5b54bedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:56.643803 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-5f9fd94d-d04e-4e82-994a-e8c5b54bedf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56ac47e9df204a5dbb3be811989f4eab&device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1127 time: 0.0573909 Apr 06 16:25:56.737932 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-853165b6-6f56-4687-8592-4bace89e39ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:56.740226 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-f1ebef3d-2038-4df1-8387-826c311ef6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:56.741396 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-f1ebef3d-2038-4df1-8387-826c311ef6ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 200 len: 909 time: 0.0913820 Apr 06 16:25:56.814545 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-cc73f99a-2429-44de-9672-4c7e25cb25a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 999 time: 0.0631278 Apr 06 16:25:56.817387 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-853165b6-6f56-4687-8592-4bace89e39ae admin admin] Publish callbacks [] for security_group (141af66f-4e1b-4ad5-aee5-7b46b5ba98ae), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:56.827775 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-853165b6-6f56-4687-8592-4bace89e39ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (141af66f-4e1b-4ad5-aee5-7b46b5ba98ae), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:56.867456 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-5000768b-c49c-46c9-a0b7-b17908dd4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:56.867839 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-853165b6-6f56-4687-8592-4bace89e39ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62612f8def4542299854427a27178f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411115 Apr 06 16:25:56.869069 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-5000768b-c49c-46c9-a0b7-b17908dd4c14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1ab3677-0836-4e11-81c0-5cef3e5ccb62 HTTP/1.1" status: 200 len: 847 time: 0.0457380 Apr 06 16:25:56.869974 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853165b6-6f56-4687-8592-4bace89e39ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141af66f-4e1b-4ad5-aee5-7b46b5ba98ae,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:56.870249 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60448) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:56.958849 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ef50-cf81-4c66-9a19-c81da933611b admin admin] Publish callbacks [] for security_group (141af66f-4e1b-4ad5-aee5-7b46b5ba98ae), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:56.973526 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-c7ef8d7e-5a9a-42e5-a22d-aff48c22fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:56.975052 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-c7ef8d7e-5a9a-42e5-a22d-aff48c22fca6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83157fcb-a6b3-43fa-b698-f814e3289e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984817 Apr 06 16:25:56.994427 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ef50-cf81-4c66-9a19-c81da933611b admin admin] Publish callbacks [] for security_group (141af66f-4e1b-4ad5-aee5-7b46b5ba98ae), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:57.094647 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-c5288c79-a0a5-49df-b6f4-f79d23f1a4a5 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089315 Apr 06 16:25:57.099257 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ef50-cf81-4c66-9a19-c81da933611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (141af66f-4e1b-4ad5-aee5-7b46b5ba98ae), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:57.101779 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ef50-cf81-4c66-9a19-c81da933611b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:57.102831 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e1c3ef50-cf81-4c66-9a19-c81da933611b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/141af66f-4e1b-4ad5-aee5-7b46b5ba98ae HTTP/1.1" status: 204 len: 168 time: 0.2313175 Apr 06 16:25:57.127088 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3ef50-cf81-4c66-9a19-c81da933611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141af66f-4e1b-4ad5-aee5-7b46b5ba98ae,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:57.195415 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2e59152c-7dc0-44c1-9540-4df342a40ad5 req-89b55c1e-fe6d-4196-9e24-29b14a535061 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901313 Apr 06 16:25:57.572141 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aca8dc-daa0-4f79-be47-929540ca88e7 req-0797315b-3ae7-4738-a762-3a0273179f98 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:57.579134 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84aca8dc-daa0-4f79-be47-929540ca88e7 req-0797315b-3ae7-4738-a762-3a0273179f98 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0631444 Apr 06 16:25:57.648311 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-84aca8dc-daa0-4f79-be47-929540ca88e7 req-a10b5404-4c08-486c-8958-680d0b93010e tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683382 Apr 06 16:25:57.670350 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd53d-010a-404e-a5be-02a5cb4f45b0 req-195aa22c-57e2-49e7-a070-295822f11622 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:57.671852 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f42cd53d-010a-404e-a5be-02a5cb4f45b0 req-195aa22c-57e2-49e7-a070-295822f11622 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0660312 Apr 06 16:25:57.718291 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f42cd53d-010a-404e-a5be-02a5cb4f45b0 req-ac59747b-ceed-4d07-b150-fb238b33506e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Apr 06 16:25:57.729767 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60480) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:57.822986 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1553460063-network', 'tenant_id': '71c6b6a723c94ab6b2544b67f61cbd63'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:57.842269 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Made reservation on behalf of 71c6b6a723c94ab6b2544b67f61cbd63 for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:25:57.844521 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:57.853201 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:57.925044 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Publish callbacks [] for security_group (6209f422-f0e6-4f18-9862-6cdfa47113d4), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:57.928642 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (6209f422-f0e6-4f18-9862-6cdfa47113d4), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:57.948778 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:25:57.967714 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6209f422-f0e6-4f18-9862-6cdfa47113d4,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:57.970559 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (f0215595-ff48-4b9f-bebe-2d8099f78f48), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:57.970987 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Added segment f0215595-ff48-4b9f-bebe-2d8099f78f48 of type vlan for network 030c2d02-ae79-4e2d-82c3-470160188b3e Apr 06 16:25:58.010798 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (030c2d02-ae79-4e2d-82c3-470160188b3e), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:58.039212 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (030c2d02-ae79-4e2d-82c3-470160188b3e), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:58.040559 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:58.041423 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:58.096250 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3653519 Apr 06 16:25:58.098973 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60490) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:58.104259 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Request body: {'subnet': {'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1553460063-subnet', 'tenant_id': '71c6b6a723c94ab6b2544b67f61cbd63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:58.122260 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401116b-92e6-4f58-9e6d-667ed5b5d037 admin admin] Pushing event updated for resources: {'Network': ['ID=030c2d02-ae79-4e2d-82c3-470160188b3e,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:58.133050 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 030c2d02-ae79-4e2d-82c3-470160188b3e details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:25:58.141957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Made reservation on behalf of 71c6b6a723c94ab6b2544b67f61cbd63 for: {'subnet': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:25:58.145211 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25779771'] for subnet (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:58.317377 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25779749'] for subnet (49d7f55e-6093-44e2-85e5-4b9dfce9383d), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:58.375961 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d7f55e-6093-44e2-85e5-4b9dfce9383d,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:58.385202 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Checking segment: {'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:25:58.385556 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Network hostable DHCP agents. Network: 030c2d02-ae79-4e2d-82c3-470160188b3e, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:25:58.400892 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Network 030c2d02-ae79-4e2d-82c3-470160188b3e is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:25:58.409634 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 030c2d02-ae79-4e2d-82c3-470160188b3e) {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:25:58.413550 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:58.414137 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:58.418758 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e723a4-0b5d-4889-86f8-162ed62c9a02 None None] Network 030c2d02-ae79-4e2d-82c3-470160188b3e requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:25:58.440843 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d6f28626-879f-4507-9c28-d988ed1823df admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3335631 Apr 06 16:25:58.520382 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc7970-bca5-4cc1-8d0d-27dc89536ab0 None None] Network 030c2d02-ae79-4e2d-82c3-470160188b3e requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:25:58.777744 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fe69a-e9ff-495e-8cdd-491b8d20ada3 req-1c5b149d-7086-4b42-810c-8ec0d2911893 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:58.779407 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0d0fe69a-e9ff-495e-8cdd-491b8d20ada3 req-1c5b149d-7086-4b42-810c-8ec0d2911893 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0584874 Apr 06 16:25:58.857018 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0d0fe69a-e9ff-495e-8cdd-491b8d20ada3 req-9ad7328a-8339-4504-9190-709f2e607811 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714536 Apr 06 16:25:58.872841 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89084a4-9452-42d6-a16b-675ed8e40bff req-6d3c44dd-a148-474b-aa02-b371357ebd20 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:58.874433 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f89084a4-9452-42d6-a16b-675ed8e40bff req-6d3c44dd-a148-474b-aa02-b371357ebd20 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0759935 Apr 06 16:25:58.928037 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f89084a4-9452-42d6-a16b-675ed8e40bff req-38e3b7b4-6e44-4278-ba4b-fe608e29d3ba tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474803 Apr 06 16:25:59.987443 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38736f4-6ff8-475d-8c05-1227274b8184 req-b36258f0-4af0-471e-a5a3-cab052b301c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:59.988987 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c38736f4-6ff8-475d-8c05-1227274b8184 req-b36258f0-4af0-471e-a5a3-cab052b301c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0619802 Apr 06 16:26:00.067632 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c38736f4-6ff8-475d-8c05-1227274b8184 req-aeeec253-876c-4284-91f3-2483ab8b0d73 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712862 Apr 06 16:26:00.082861 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9abc3-93b0-4c9c-b7cc-6410ecae4979 req-ae455c5f-61a2-446f-ae5e-ddd07af42ce3 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:00.084399 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-08e9abc3-93b0-4c9c-b7cc-6410ecae4979 req-ae455c5f-61a2-446f-ae5e-ddd07af42ce3 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0751216 Apr 06 16:26:00.133267 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-08e9abc3-93b0-4c9c-b7cc-6410ecae4979 req-28b3621f-6ff8-4c11-9d2f-033a7f64b822 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 Apr 06 16:26:00.241916 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622019ba-adaa-4116-af85-f151b8d09940 req-dee106db-3721-42a3-bf4f-8b22bc76fbe3 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:00.243402 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-dee106db-3721-42a3-bf4f-8b22bc76fbe3 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/networks?id=030c2d02-ae79-4e2d-82c3-470160188b3e HTTP/1.1" status: 200 len: 814 time: 0.1042850 Apr 06 16:26:00.258670 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-11161330-d272-4d4f-8d29-41da0bcd2645 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/quotas/71c6b6a723c94ab6b2544b67f61cbd63 HTTP/1.1" status: 200 len: 375 time: 0.0086501 Apr 06 16:26:00.289558 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-0e6ff3ab-c34b-4fc6-973e-ecaede5aa79b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c6b6a723c94ab6b2544b67f61cbd63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261931 Apr 06 16:26:00.419297 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-cfd5d618-fd43-4e58-98fb-00fcaf167f13 service neutron] 10.222.0.10 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233087 Apr 06 16:26:00.506606 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-bc9e9076-fc4f-4bef-b683-05329768f209 service neutron] 10.222.0.10 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812597 Apr 06 16:26:00.812649 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3847b054-3b9e-41d3-b023-ae9813fba5f8 req-d1c9fa77-4e54-4a05-87aa-17d13d37dd14 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 210 time: 0.0265574 Apr 06 16:26:01.450437 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646a04d-d24b-465d-8064-8ceaa5e9f422 req-dd9907cd-6a8f-4d7f-87a5-efd6900366dc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:01.451944 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0646a04d-d24b-465d-8064-8ceaa5e9f422 req-dd9907cd-6a8f-4d7f-87a5-efd6900366dc tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.3150449 Apr 06 16:26:01.464792 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d739f-1ee3-493f-b3ed-945dc6baea90 req-abb2e578-5080-4067-87fe-eb4f4be7dc35 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:01.466138 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-002d739f-1ee3-493f-b3ed-945dc6baea90 req-abb2e578-5080-4067-87fe-eb4f4be7dc35 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0705988 Apr 06 16:26:01.535141 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0646a04d-d24b-465d-8064-8ceaa5e9f422 req-5d4245ed-1fec-4ca2-9e7e-b9e52ef5b5a7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769889 Apr 06 16:26:01.541691 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-002d739f-1ee3-493f-b3ed-945dc6baea90 req-28f2f050-c35f-4594-b05c-5e8f2162de15 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687382 Apr 06 16:26:01.816313 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622019ba-adaa-4116-af85-f151b8d09940 req-70ef531c-e379-4d8d-a8f8-f6eecb59491b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:01.817739 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-70ef531c-e379-4d8d-a8f8-f6eecb59491b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.45 "GET /v2.0/networks?id=030c2d02-ae79-4e2d-82c3-470160188b3e HTTP/1.1" status: 200 len: 814 time: 0.1080592 Apr 06 16:26:01.830397 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Request body: {'port': {'device_id': '39cb136d-2c72-459f-aa86-d8c82a15ea65', 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e', 'admin_state_up': True, 'tenant_id': '71c6b6a723c94ab6b2544b67f61cbd63'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:26:01.913288 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a6bf3a9c-d8e1-4e40-b803-8b61d605df57 req-48341003-8308-457a-a3d5-0605fd64169b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 210 time: 0.0315781 Apr 06 16:26:01.951408 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Made reservation on behalf of 71c6b6a723c94ab6b2544b67f61cbd63 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:26:01.954760 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.075584 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Allocated IP 172.20.0.8 (030c2d02-ae79-4e2d-82c3-470160188b3e/49d7f55e-6093-44e2-85e5-4b9dfce9383d/3d672a66-e028-41da-86b6-c5e96340da6d) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:26:02.216686 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks [] for port (3d672a66-e028-41da-86b6-c5e96340da6d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.248761 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.288889 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Network 030c2d02-ae79-4e2d-82c3-470160188b3e is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:26:02.291943 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:26:02.294648 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:26:02.326085 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Pushing event updated for resources: {'Port': ['ID=3d672a66-e028-41da-86b6-c5e96340da6d,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:02.350521 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:02.351139 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.366120 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-95cc0240-84b6-4012-bd7c-1e965cc3299e tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394969 Apr 06 16:26:02.381448 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Request body: {'port': {'device_id': '39cb136d-2c72-459f-aa86-d8c82a15ea65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:26:02.439285 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.683993 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c096c-84e7-45bf-88e7-647bea376f28 req-ef419b28-d61b-43ec-82d9-ce6188327adb tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:02.685444 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-392c096c-84e7-45bf-88e7-647bea376f28 req-ef419b28-d61b-43ec-82d9-ce6188327adb tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0821755 Apr 06 16:26:02.696693 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907571f-9f3f-46cf-934f-77a4f2678ccd req-7f9c4953-54c1-4b9b-82d6-0cb7d076b37a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:02.698171 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5907571f-9f3f-46cf-934f-77a4f2678ccd req-7f9c4953-54c1-4b9b-82d6-0cb7d076b37a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0683765 Apr 06 16:26:02.702993 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d672a66-e028-41da-86b6-c5e96340da6d {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:26:02.710600 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Publish callbacks [] for port (3d672a66-e028-41da-86b6-c5e96340da6d), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.723494 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Transition to ACTIVE for port object 3d672a66-e028-41da-86b6-c5e96340da6d will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:26:02.728086 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.772439 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5907571f-9f3f-46cf-934f-77a4f2678ccd req-9391b587-be0c-447f-9138-e4b1c715e281 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656545 Apr 06 16:26:02.775553 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-392c096c-84e7-45bf-88e7-647bea376f28 req-ea1f4f80-e5c0-4e15-b1da-175294db891a tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762663 Apr 06 16:26:02.775961 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d672a66-e028-41da-86b6-c5e96340da6d,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:02.853184 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Attempting to bind port 3d672a66-e028-41da-86b6-c5e96340da6d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:26:02.853830 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Attempting to bind port 3d672a66-e028-41da-86b6-c5e96340da6d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:26:02.854050 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Attempting to bind port 3d672a66-e028-41da-86b6-c5e96340da6d on network 030c2d02-ae79-4e2d-82c3-470160188b3e {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:26:02.858280 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Port 3d672a66-e028-41da-86b6-c5e96340da6d on network 030c2d02-ae79-4e2d-82c3-470160188b3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:26:02.858607 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Attempting to bind port 3d672a66-e028-41da-86b6-c5e96340da6d on network 030c2d02-ae79-4e2d-82c3-470160188b3e {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:26:02.864031 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:26:02.864372 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Checking segment: {'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:26:02.864759 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Bound using segment: {'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:26:02.865184 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Bound port: 3d672a66-e028-41da-86b6-c5e96340da6d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:26:02.865545 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.927305 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] For port 3d672a66-e028-41da-86b6-c5e96340da6d, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:26:02.930219 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] For port 3d672a66-e028-41da-86b6-c5e96340da6d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d672a66-e028-41da-86b6-c5e96340da6d,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:26:02.937465 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.976297 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:02.976917 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:02.978331 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] 10.222.0.45 "PUT /v2.0/ports/3d672a66-e028-41da-86b6-c5e96340da6d HTTP/1.1" status: 200 len: 1093 time: 0.6011992 Apr 06 16:26:02.978792 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb136d-2c72-459f-aa86-d8c82a15ea65', 'tag': '3d672a66-e028-41da-86b6-c5e96340da6d'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:26:02.981025 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c5171-bbbe-45b8-86eb-bdb33a3f9b38" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb136d-2c72-459f-aa86-d8c82a15ea65", "tag": "3d672a66-e028-41da-86b6-c5e96340da6d"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:26:03.003063 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5d5a6-2d3a-4929-8e6b-537617fd1de0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d672a66-e028-41da-86b6-c5e96340da6d,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:03.020636 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce1bf79-5667-419d-a6b3-02752ea695f1 x-openstack-request-id: req-4ce1bf79-5667-419d-a6b3-02752ea695f1 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:26:03.020997 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb136d-2c72-459f-aa86-d8c82a15ea65", "tag": "3d672a66-e028-41da-86b6-c5e96340da6d", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:26:03.021307 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ce1bf79-5667-419d-a6b3-02752ea695f1 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:26:03.021775 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce1bf79-5667-419d-a6b3-02752ea695f1'] response: {'name': 'network-changed', 'server_uuid': '39cb136d-2c72-459f-aa86-d8c82a15ea65', 'tag': '3d672a66-e028-41da-86b6-c5e96340da6d', 'status': 'completed', 'code': 200} Apr 06 16:26:03.035617 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb255b-dd73-4f08-a339-5bb124632d1e req-82a7cd54-83b9-41d1-b1e3-2af0c77d425c tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:03.037097 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1cb255b-dd73-4f08-a339-5bb124632d1e req-82a7cd54-83b9-41d1-b1e3-2af0c77d425c tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 943 time: 0.0584161 Apr 06 16:26:03.082383 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1cb255b-dd73-4f08-a339-5bb124632d1e req-a016812e-c2b2-4e63-9a0c-05fe4af64163 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Apr 06 16:26:03.307777 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c5171-bbbe-45b8-86eb-bdb33a3f9b38 req-b1985532-85f3-4df6-a915-100415522584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:03.309241 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fc3c5171-bbbe-45b8-86eb-bdb33a3f9b38 req-b1985532-85f3-4df6-a915-100415522584 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71c6b6a723c94ab6b2544b67f61cbd63&device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 1127 time: 0.0454154 Apr 06 16:26:03.406747 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c5171-bbbe-45b8-86eb-bdb33a3f9b38 req-36d8448b-31f3-45e4-950a-f762349c8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:03.408180 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fc3c5171-bbbe-45b8-86eb-bdb33a3f9b38 req-36d8448b-31f3-45e4-950a-f762349c8173 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71c6b6a723c94ab6b2544b67f61cbd63&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902953 Apr 06 16:26:03.499168 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c5171-bbbe-45b8-86eb-bdb33a3f9b38 req-eac689eb-f722-4345-a1b4-5d53890da399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:03.500523 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fc3c5171-bbbe-45b8-86eb-bdb33a3f9b38 req-eac689eb-f722-4345-a1b4-5d53890da399 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866468 Apr 06 16:26:03.580092 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622019ba-adaa-4116-af85-f151b8d09940 req-97ac8286-04aa-4a69-a714-c523040aed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:03.581580 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-97ac8286-04aa-4a69-a714-c523040aed1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71c6b6a723c94ab6b2544b67f61cbd63&device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 1127 time: 0.0431225 Apr 06 16:26:03.625692 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-41b724ba-1caf-4e24-885d-933073351a73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d672a66-e028-41da-86b6-c5e96340da6d HTTP/1.1" status: 200 len: 217 time: 0.0363183 Apr 06 16:26:03.672271 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622019ba-adaa-4116-af85-f151b8d09940 req-ce517285-aff8-46b8-b938-d1542640aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:03.673573 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-ce517285-aff8-46b8-b938-d1542640aea2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49d7f55e-6093-44e2-85e5-4b9dfce9383d HTTP/1.1" status: 200 len: 854 time: 0.0414760 Apr 06 16:26:03.704875 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-0f7a3148-5901-4a02-b8de-37b072d63974 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=030c2d02-ae79-4e2d-82c3-470160188b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234628 Apr 06 16:26:03.782886 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device f13bfa5c-ddb5-4a89-bbf3-4808f749f784 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:26:03.794561 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-4601a6b4-c2b4-4131-916a-3e8d532bf68f service neutron] 10.222.0.45 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821302 Apr 06 16:26:03.882539 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:03.901210 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'port_id': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'mac_address': 'fa:16:3e:65:a3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:26:03.902570 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-622019ba-adaa-4116-af85-f151b8d09940 req-8f053733-c3d9-43fa-aa9f-a575e7a2bd3b service neutron] 10.222.0.45 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970566 Apr 06 16:26:03.947688 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:03.947998 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:03.961525 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13bfa5c-ddb5-4a89-bbf3-4808f749f784 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:26:03.981796 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:03.986328 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:03.987543 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f91825-3971-475d-89a7-581efbb13471 req-f7fdea9e-b753-4322-ba3c-0d398be60d19 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:03.990063 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-68f91825-3971-475d-89a7-581efbb13471 req-f7fdea9e-b753-4322-ba3c-0d398be60d19 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 943 time: 0.0984685 Apr 06 16:26:03.997254 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e04d35-4168-4e52-add3-c6039ee1eef4 req-34ee9a9b-8df7-441c-8713-94b58efe7b0a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:03.998659 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e04d35-4168-4e52-add3-c6039ee1eef4 req-34ee9a9b-8df7-441c-8713-94b58efe7b0a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0935950 Apr 06 16:26:04.035743 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=7']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:04.072560 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-68f91825-3971-475d-89a7-581efbb13471 req-cd3bdfdb-2ab9-4397-a9c7-c4e02ca04b10 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729365 Apr 06 16:26:04.079184 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65e04d35-4168-4e52-add3-c6039ee1eef4 req-1ca37a8a-19c3-4210-aa2b-da6af7e11cc7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739574 Apr 06 16:26:04.198832 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ed309-1ec6-493c-acb4-9042ca036c16 req-3eccf86e-be5b-42c1-8341-4f403da6ac00 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:04.200246 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-884ed309-1ec6-493c-acb4-9042ca036c16 req-3eccf86e-be5b-42c1-8341-4f403da6ac00 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 943 time: 0.0531435 Apr 06 16:26:04.246194 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-884ed309-1ec6-493c-acb4-9042ca036c16 req-0ad8c93b-daf7-483f-bc03-1235f864591d tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Apr 06 16:26:04.269814 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['f13bfa5c-ddb5-4a89-bbf3-4808f749f784'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:26:05.221702 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539cfe9-c310-457f-8aa4-9911819fe5ee req-af2a3dbd-6c21-4929-b3f7-e6e153e20032 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:05.223106 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6539cfe9-c310-457f-8aa4-9911819fe5ee req-af2a3dbd-6c21-4929-b3f7-e6e153e20032 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0740573 Apr 06 16:26:05.230343 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c0be2-c2cb-422c-9aab-db041f418579 req-877a40e2-208a-43b9-a1ec-4c4f093d68e3 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:05.231731 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a67c0be2-c2cb-422c-9aab-db041f418579 req-877a40e2-208a-43b9-a1ec-4c4f093d68e3 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 944 time: 0.0936940 Apr 06 16:26:05.306291 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6539cfe9-c310-457f-8aa4-9911819fe5ee req-388719cd-ccba-4d41-9202-853fd100a00f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736094 Apr 06 16:26:05.309601 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a67c0be2-c2cb-422c-9aab-db041f418579 req-46e7207b-542b-47d3-a258-28654ed8dcf9 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709326 Apr 06 16:26:05.415620 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f4ddb-ce50-44a4-a560-80bec9dae765 req-33d774a3-d160-48b4-ad6f-90768623f2ac tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:05.417093 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cb5f4ddb-ce50-44a4-a560-80bec9dae765 req-33d774a3-d160-48b4-ad6f-90768623f2ac tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 943 time: 0.0511644 Apr 06 16:26:05.463546 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cb5f4ddb-ce50-44a4-a560-80bec9dae765 req-29c6faa8-4d74-4358-a7bc-bd92ba220a48 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Apr 06 16:26:05.785085 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 3d672a66-e028-41da-86b6-c5e96340da6d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:26:05.788968 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device f13bfa5c-ddb5-4a89-bbf3-4808f749f784 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:26:05.895783 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:26:05.896168 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:05.951133 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 3d672a66-e028-41da-86b6-c5e96340da6d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d672a66-e028-41da-86b6-c5e96340da6d,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:05.965450 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '3d672a66-e028-41da-86b6-c5e96340da6d', 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e', 'port_id': '3d672a66-e028-41da-86b6-c5e96340da6d', 'mac_address': 'fa:16:3e:96:cd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d7f55e-6093-44e2-85e5-4b9dfce9383d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:26:06.029970 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 3d672a66-e028-41da-86b6-c5e96340da6d is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:06.030368 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:06.047185 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:06.047580 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:06.052561 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d672a66-e028-41da-86b6-c5e96340da6d {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:26:06.085848 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 3d672a66-e028-41da-86b6-c5e96340da6d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d672a66-e028-41da-86b6-c5e96340da6d,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:06.090446 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:26:06.092720 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9af135-6bac-4405-a2d0-66820b1e7f65" -d '{"events": [{"server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "name": "network-vif-plugged", "status": "completed", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:26:06.102235 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:06.108298 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:06.132322 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:06.134922 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a43796e-5b9a-4af1-9d08-64d2c117bf0f x-openstack-request-id: req-8a43796e-5b9a-4af1-9d08-64d2c117bf0f {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:26:06.135220 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "name": "network-vif-plugged", "status": "completed", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:26:06.135477 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a43796e-5b9a-4af1-9d08-64d2c117bf0f {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:26:06.135873 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a43796e-5b9a-4af1-9d08-64d2c117bf0f'] response: {'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'code': 200} Apr 06 16:26:06.165209 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=3d672a66-e028-41da-86b6-c5e96340da6d,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:06.348817 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=8']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:06.359093 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:26:06.401366 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00a62d-fc98-4517-b4bb-2980b8755e8d req-14192891-d004-4358-849b-1d1987ee9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:06.402997 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7f00a62d-fc98-4517-b4bb-2980b8755e8d req-14192891-d004-4358-849b-1d1987ee9066 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1129 time: 0.0461550 Apr 06 16:26:06.454390 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['3d672a66-e028-41da-86b6-c5e96340da6d'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:26:06.457766 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7f00a62d-fc98-4517-b4bb-2980b8755e8d req-225549b5-c192-48b9-a94b-1b6914df2763 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447180 Apr 06 16:26:06.479156 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944d72-0304-4776-ba8d-11c108021b03 req-7ecf762c-be03-4ffb-9344-26b3850df5d9 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:06.480669 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f944d72-0304-4776-ba8d-11c108021b03 req-7ecf762c-be03-4ffb-9344-26b3850df5d9 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0886524 Apr 06 16:26:06.487771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f4ce9-6bc9-4786-844f-11f0693f2b70 req-8897cf97-cdb9-4cfa-a9b4-2cd1913c670c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:06.489186 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0e1f4ce9-6bc9-4786-844f-11f0693f2b70 req-8897cf97-cdb9-4cfa-a9b4-2cd1913c670c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0867403 Apr 06 16:26:06.560965 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f944d72-0304-4776-ba8d-11c108021b03 req-bd45fea1-6426-4447-a06f-fe362de1e200 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708153 Apr 06 16:26:06.566078 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0e1f4ce9-6bc9-4786-844f-11f0693f2b70 req-19d6759c-bdd8-4efc-8bdc-58cd54123a81 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689631 Apr 06 16:26:06.677804 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b2d0b-f7ea-4796-9f2b-9e5f50f3c197 req-0aea4bb3-3c4b-4db0-9fba-fd9bafcf569d tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:06.679380 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dd9b2d0b-f7ea-4796-9f2b-9e5f50f3c197 req-0aea4bb3-3c4b-4db0-9fba-fd9bafcf569d tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 944 time: 0.0593460 Apr 06 16:26:06.727761 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-dd9b2d0b-f7ea-4796-9f2b-9e5f50f3c197 req-0890f6a8-f11b-49eb-b1f3-71d2093dd987 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Apr 06 16:26:07.722024 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147756-010d-4765-9936-30ae31339bad req-a61ba1fb-5a63-4cd3-91ea-e7337009c6c5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:07.723452 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4e147756-010d-4765-9936-30ae31339bad req-a61ba1fb-5a63-4cd3-91ea-e7337009c6c5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0848742 Apr 06 16:26:07.730023 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa0650-99e2-474e-bb46-277616e32354 req-3208ea7c-c3c0-4a19-9637-097cc22f1ebe tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:07.731403 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-68fa0650-99e2-474e-bb46-277616e32354 req-3208ea7c-c3c0-4a19-9637-097cc22f1ebe tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0915852 Apr 06 16:26:07.800553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:26:07.802392 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4e147756-010d-4765-9936-30ae31339bad req-7ad900ba-297e-4053-bf75-648dbc8553a1 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700505 Apr 06 16:26:07.804655 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 3d672a66-e028-41da-86b6-c5e96340da6d up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:26:07.806791 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-68fa0650-99e2-474e-bb46-277616e32354 req-65511968-3baf-4697-800f-7faeb92a14c7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687535 Apr 06 16:26:07.915837 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96558ec0-fcc5-4621-9ea6-754815a132c1 req-cf123047-088a-47d0-a8b4-1323371f7a3c tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:07.917356 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-96558ec0-fcc5-4621-9ea6-754815a132c1 req-cf123047-088a-47d0-a8b4-1323371f7a3c tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 944 time: 0.0565214 Apr 06 16:26:07.921503 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 3d672a66-e028-41da-86b6-c5e96340da6d completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:26:07.933908 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 3d672a66-e028-41da-86b6-c5e96340da6d triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:26:07.934283 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:07.964159 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-96558ec0-fcc5-4621-9ea6-754815a132c1 req-8614c602-bcca-432c-80a4-6c959a4c6e86 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Apr 06 16:26:07.968010 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:07.985569 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'port_id': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'mac_address': 'fa:16:3e:46:6a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:26:08.050079 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b is: ACTIVE; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:08.050467 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:08.072577 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 3d672a66-e028-41da-86b6-c5e96340da6d is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:08.072975 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:08.075498 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:26:08.107661 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:08.116698 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:08.128145 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 3d672a66-e028-41da-86b6-c5e96340da6d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d672a66-e028-41da-86b6-c5e96340da6d,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:08.145668 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb136d-2c72-459f-aa86-d8c82a15ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d672a66-e028-41da-86b6-c5e96340da6d'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:26:08.148194 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fae1f1-aaec-4afb-9b22-34cb108b4555" -d '{"events": [{"server_uuid": "39cb136d-2c72-459f-aa86-d8c82a15ea65", "name": "network-vif-plugged", "status": "completed", "tag": "3d672a66-e028-41da-86b6-c5e96340da6d"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:26:08.152829 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:08.180738 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=6']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:08.187206 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f8b878-9798-49c7-9212-87c1750860fa x-openstack-request-id: req-36f8b878-9798-49c7-9212-87c1750860fa {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:26:08.187497 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb136d-2c72-459f-aa86-d8c82a15ea65", "name": "network-vif-plugged", "status": "completed", "tag": "3d672a66-e028-41da-86b6-c5e96340da6d", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:26:08.187745 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36f8b878-9798-49c7-9212-87c1750860fa {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:26:08.188125 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f8b878-9798-49c7-9212-87c1750860fa'] response: {'server_uuid': '39cb136d-2c72-459f-aa86-d8c82a15ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d672a66-e028-41da-86b6-c5e96340da6d', 'code': 200} Apr 06 16:26:08.229032 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=3d672a66-e028-41da-86b6-c5e96340da6d,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:08.259300 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:26:08.941022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b9180-12f7-4f8a-9b24-e777e7eec1f4 req-bc8c9bc4-ef61-40d1-aea1-63c1e52f2dee tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:08.942736 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-485b9180-12f7-4f8a-9b24-e777e7eec1f4 req-bc8c9bc4-ef61-40d1-aea1-63c1e52f2dee tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 945 time: 0.0570955 Apr 06 16:26:08.993666 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-485b9180-12f7-4f8a-9b24-e777e7eec1f4 req-c59ad9fe-5212-40ae-a3f6-edebb35a6ab0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451033 Apr 06 16:26:09.110721 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea521f2-fa55-40dd-adc5-b25b626c53b5 req-f312715d-6cfb-4e9c-bf7e-8d0cd8c4faaa tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:09.112764 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fea521f2-fa55-40dd-adc5-b25b626c53b5 req-f312715d-6cfb-4e9c-bf7e-8d0cd8c4faaa tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0871265 Apr 06 16:26:09.113728 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5ba0f-acb9-4c6d-86c7-8a3eedf3ea0c req-2e5690dc-b80c-4285-876d-ab52da820bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:09.115193 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-dae5ba0f-acb9-4c6d-86c7-8a3eedf3ea0c req-2e5690dc-b80c-4285-876d-ab52da820bbc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 1129 time: 0.0448136 Apr 06 16:26:09.144768 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0b7cb-318d-4a5f-a91c-cde76ca74e88 req-60a1f3a4-38e2-4113-b290-149a3fa11d14 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:09.146234 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-73a0b7cb-318d-4a5f-a91c-cde76ca74e88 req-60a1f3a4-38e2-4113-b290-149a3fa11d14 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 945 time: 0.0864921 Apr 06 16:26:09.163611 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-dae5ba0f-acb9-4c6d-86c7-8a3eedf3ea0c req-e274d8fd-b4aa-409c-b6e9-7c982559cf3f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Apr 06 16:26:09.190350 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fea521f2-fa55-40dd-adc5-b25b626c53b5 req-2e9dcbd4-d206-4a08-baa5-d65cf33b0f50 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705864 Apr 06 16:26:09.212227 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-73a0b7cb-318d-4a5f-a91c-cde76ca74e88 req-e8eebf07-c0cb-433f-9c65-8e9a7a2d8aec tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600846 Apr 06 16:26:09.816793 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:26:09.864386 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:26:09.864899 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:09.949886 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:09.950274 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:09.983482 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:09.987583 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:10.035381 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=7']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:10.115731 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03feaf-3f16-447e-b99b-b6ba6e07fcf5 req-6cfcdf91-2cf2-4bbb-a63b-06e58fc8ee1b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:10.117175 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6b03feaf-3f16-447e-b99b-b6ba6e07fcf5 req-6cfcdf91-2cf2-4bbb-a63b-06e58fc8ee1b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0518026 Apr 06 16:26:10.166872 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6b03feaf-3f16-447e-b99b-b6ba6e07fcf5 req-363ab231-32b9-48c7-943e-1ee40e8c1188 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Apr 06 16:26:10.189391 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:26:10.192451 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f65120-00fd-40d8-9346-1286967ee658" -d '{"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-plugged", "status": "completed", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:26:10.227815 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb16321-4c73-44a9-b712-4f7547cee38c x-openstack-request-id: req-7fb16321-4c73-44a9-b712-4f7547cee38c {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:26:10.228115 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-plugged", "status": "completed", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:26:10.228376 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fb16321-4c73-44a9-b712-4f7547cee38c {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:26:10.228785 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb16321-4c73-44a9-b712-4f7547cee38c'] response: {'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'code': 200} Apr 06 16:26:10.333376 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac230a90-e1f2-4ea9-8c72-6af5756ab951 req-1254134b-f722-45e4-97c4-bc3f78ab85a6 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:10.335406 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac230a90-e1f2-4ea9-8c72-6af5756ab951 req-1254134b-f722-45e4-97c4-bc3f78ab85a6 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 945 time: 0.0578623 Apr 06 16:26:10.381723 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac230a90-e1f2-4ea9-8c72-6af5756ab951 req-e2fe93ca-9bb6-4dc0-9577-caa3ec2f9a8f tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Apr 06 16:26:11.289434 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fac1e8-1f82-4a33-9c48-7f046feab735 req-9918ee1e-e0de-4390-a73a-81891feabd34 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:11.290937 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-71fac1e8-1f82-4a33-9c48-7f046feab735 req-9918ee1e-e0de-4390-a73a-81891feabd34 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0526700 Apr 06 16:26:11.336848 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-71fac1e8-1f82-4a33-9c48-7f046feab735 req-607e06f2-457f-4ed4-a89f-fe45a2d85961 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Apr 06 16:26:11.503915 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d320a-a5f0-4e6b-9c45-faa0d672908d req-4c589e5c-6ada-4976-88d0-8723c48aa3cb tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:11.505422 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b46d320a-a5f0-4e6b-9c45-faa0d672908d req-4c589e5c-6ada-4976-88d0-8723c48aa3cb tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 945 time: 0.0571675 Apr 06 16:26:11.557410 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b46d320a-a5f0-4e6b-9c45-faa0d672908d req-7ba7b346-b502-4ffe-a52c-9ff58a6d457d tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460348 Apr 06 16:26:12.492928 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac6490-c7f3-4e3a-a6a5-1a75769831fe req-73d632a3-4761-4650-8b42-6e3cf2cce995 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:12.495358 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f4ac6490-c7f3-4e3a-a6a5-1a75769831fe req-73d632a3-4761-4650-8b42-6e3cf2cce995 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0722706 Apr 06 16:26:12.590690 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f4ac6490-c7f3-4e3a-a6a5-1a75769831fe req-37340a59-e9fc-41eb-8bb3-b3c91e5ac74e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868797 Apr 06 16:26:12.754754 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ddca8-66f4-4884-ad48-6d8628ab7dc7 req-b95592de-213e-49ea-9403-612689603d02 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:12.756615 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b08ddca8-66f4-4884-ad48-6d8628ab7dc7 req-b95592de-213e-49ea-9403-612689603d02 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.0606658 Apr 06 16:26:12.817437 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b08ddca8-66f4-4884-ad48-6d8628ab7dc7 req-18385307-5416-438b-9eca-98c2045d0ad1 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546720 Apr 06 16:26:14.044974 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6606415-07e0-4479-8a50-585d8b29c7d1 req-07742230-f9e9-4ca8-9e47-02273065f46b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:14.062128 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d6606415-07e0-4479-8a50-585d8b29c7d1 req-07742230-f9e9-4ca8-9e47-02273065f46b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.1398251 Apr 06 16:26:14.109340 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bae09-f11e-4a24-a8b3-6a6a77a8a2fa req-3ea8e8d5-bf44-4d57-a6f8-7c15c25c175f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:14.117225 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e28bae09-f11e-4a24-a8b3-6a6a77a8a2fa req-3ea8e8d5-bf44-4d57-a6f8-7c15c25c175f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.1607342 Apr 06 16:26:14.238811 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d6606415-07e0-4479-8a50-585d8b29c7d1 req-84ff5f7c-8384-4430-95fa-52f9de552bed tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707098 Apr 06 16:26:14.280252 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e28bae09-f11e-4a24-a8b3-6a6a77a8a2fa req-a6395147-4203-43a7-8969-3f6a5a9d2d85 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521525 Apr 06 16:26:15.247261 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-704b7de9-8d22-4474-ac7e-c2f8817581a4 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:15.261266 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-704b7de9-8d22-4474-ac7e-c2f8817581a4 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.0988300 Apr 06 16:26:15.452380 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Deleting port 260f1b4f-5f17-49ba-8b5e-5282231577b3 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:15.452614 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:15.456526 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05823fab-02b6-4470-84a0-d3a831124319 req-fb759a31-93a1-4904-b317-eebf202a4e6e tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:15.458385 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-05823fab-02b6-4470-84a0-d3a831124319 req-fb759a31-93a1-4904-b317-eebf202a4e6e tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 945 time: 0.1245029 Apr 06 16:26:15.536074 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-05823fab-02b6-4470-84a0-d3a831124319 req-b0e36dcb-ba1e-465f-973e-e7f04df205a3 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups?id=2d1b6274-9765-4e61-80e9-17609c226047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614386 Apr 06 16:26:15.560242 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b7864-2be7-41b2-ac1f-43909db7fe08 req-f24d93e7-d4c8-4a25-b705-297b6f4f1e8f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:15.561823 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-305b7864-2be7-41b2-ac1f-43909db7fe08 req-f24d93e7-d4c8-4a25-b705-297b6f4f1e8f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.1790984 Apr 06 16:26:15.594983 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] For port 260f1b4f-5f17-49ba-8b5e-5282231577b3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=260f1b4f-5f17-49ba-8b5e-5282231577b3,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:15.596243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:15.647615 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-305b7864-2be7-41b2-ac1f-43909db7fe08 req-0fbfcba5-bcfc-4202-ae04-97c72ae3d53b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775318 Apr 06 16:26:15.846544 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:15.847495 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:15.848210 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Floating IP f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090 disassociated. External IP: 172.27.3.24, port: 260f1b4f-5f17-49ba-8b5e-5282231577b3. Apr 06 16:26:15.848953 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Calling delete_port for 260f1b4f-5f17-49ba-8b5e-5282231577b3 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:16.045042 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (260f1b4f-5f17-49ba-8b5e-5282231577b3), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:16.092644 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event deleted for resources: {'Port': ['ID=260f1b4f-5f17-49ba-8b5e-5282231577b3,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:16.248482 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Router 84f13122-0e2c-4b3b-becd-6fa53a86220e has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:26:16.409762 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:26:16.420568 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] Sync routers for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:26:16.433271 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:26:16.434151 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:25:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:16.481919 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] No DVR routers for this DVR port 260f1b4f-5f17-49ba-8b5e-5282231577b3 on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:26:16.489369 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:16.493012 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b4c35f02-d786-4f67-a5ee-ccef287f8b25 req-e16aed27-dbd5-4457-9780-b84ba31350eb tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.45 "DELETE /v2.0/ports/260f1b4f-5f17-49ba-8b5e-5282231577b3 HTTP/1.1" status: 204 len: 173 time: 1.2282989 Apr 06 16:26:16.493485 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'name': 'network-vif-deleted', 'tag': '260f1b4f-5f17-49ba-8b5e-5282231577b3'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:26:16.496113 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3f1566-d7e2-4b16-868e-431908e9f2c9" -d '{"events": [{"server_uuid": "e8934036-9c3d-4a56-9530-3181400d31ec", "name": "network-vif-deleted", "tag": "260f1b4f-5f17-49ba-8b5e-5282231577b3"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:26:16.590401 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3108ed-6b4c-4e89-a049-846ae8a4ca63 x-openstack-request-id: req-ab3108ed-6b4c-4e89-a049-846ae8a4ca63 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:26:16.591172 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8934036-9c3d-4a56-9530-3181400d31ec", "name": "network-vif-deleted", "tag": "260f1b4f-5f17-49ba-8b5e-5282231577b3", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:26:16.591611 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab3108ed-6b4c-4e89-a049-846ae8a4ca63 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:26:16.592174 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3108ed-6b4c-4e89-a049-846ae8a4ca63'] response: {'server_uuid': 'e8934036-9c3d-4a56-9530-3181400d31ec', 'name': 'network-vif-deleted', 'tag': '260f1b4f-5f17-49ba-8b5e-5282231577b3', 'status': 'completed', 'code': 200} Apr 06 16:26:16.787504 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f9fcaa8f-2047-4852-a2fd-4a3a04615cb2 req-95578b49-aca9-4bf4-8e31-33b2c19f820b tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8934036-9c3d-4a56-9530-3181400d31ec HTTP/1.1" status: 200 len: 210 time: 0.1192145 Apr 06 16:26:16.795943 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:26:16.876721 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af05c69-f8b6-4cb7-be29-a6fdc8810408 req-4dde5ef8-1eea-4099-b72d-38ba1fe4b02f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:16.878216 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9af05c69-f8b6-4cb7-be29-a6fdc8810408 req-4dde5ef8-1eea-4099-b72d-38ba1fe4b02f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0767705 Apr 06 16:26:16.955945 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9af05c69-f8b6-4cb7-be29-a6fdc8810408 req-608c894d-9951-461c-a7ef-683a8ed3f74c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634959 Apr 06 16:26:17.067446 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:17.110499 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] Checking router: 84f13122-0e2c-4b3b-becd-6fa53a86220e for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:26:17.120029 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:26:17.120941 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:25:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:17.253010 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:26:17.483635 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:17.513206 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6dfa3-33e5-41ae-a4d6-242ec0914c45 None None] The sync data for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi is: [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:20:00Z', 'revision_number': 4, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'd835f985-5117-43be-8aa5-eb0bda4f867f', 'name': '', 'network_id': 'b8c48e4b-cf0d-46ad-86bc-75206242ddf7', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'mac_address': 'fa:16:3e:6d:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:57Z', 'updated_at': '2022-04-06T16:20:12Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'subnets': [{'id': '31d8ccaf-2104-453c-8bf6-227a1b24768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:26:17.784078 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e1f7a-fa37-403e-97d2-3a6bfa57a313 None None] New status for floating IP f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090: DOWN {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:26:17.887213 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 260f1b4f-5f17-49ba-8b5e-5282231577b3 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:17.910543 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 60826) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:17.924760 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 260f1b4f-5f17-49ba-8b5e-5282231577b3 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:26:17.925045 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 260f1b4f-5f17-49ba-8b5e-5282231577b3 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:26:17.989236 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-736bb04b-1200-48b7-b91e-4e6f78f53a56 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (2d1b6274-9765-4e61-80e9-17609c226047), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:18.028956 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-736bb04b-1200-48b7-b91e-4e6f78f53a56 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (2d1b6274-9765-4e61-80e9-17609c226047), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:18.130997 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20145-8d10-4046-b1da-5cb16d084791 req-9b997477-b915-4651-a89a-f754172f8ac7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:18.132763 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-95a20145-8d10-4046-b1da-5cb16d084791 req-9b997477-b915-4651-a89a-f754172f8ac7 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0851951 Apr 06 16:26:18.160740 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-736bb04b-1200-48b7-b91e-4e6f78f53a56 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2d1b6274-9765-4e61-80e9-17609c226047), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:18.164048 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-736bb04b-1200-48b7-b91e-4e6f78f53a56 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:18.165259 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-736bb04b-1200-48b7-b91e-4e6f78f53a56 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "DELETE /v2.0/security-groups/2d1b6274-9765-4e61-80e9-17609c226047 HTTP/1.1" status: 204 len: 168 time: 0.2526872 Apr 06 16:26:18.168312 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60836) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:18.182075 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bb04b-1200-48b7-b91e-4e6f78f53a56 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b6274-9765-4e61-80e9-17609c226047,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:18.206258 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.api.v2.resource [None req-687ff8b3-0764-4417-9e0b-8cb8f8fd741c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] show failed (client error): The resource could not be found. Apr 06 16:26:18.207718 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-687ff8b3-0764-4417-9e0b-8cb8f8fd741c tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "GET /v2.0/security-groups/2d1b6274-9765-4e61-80e9-17609c226047 HTTP/1.1" status: 404 len: 347 time: 0.0381796 Apr 06 16:26:18.211596 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60838) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:18.226343 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-95a20145-8d10-4046-b1da-5cb16d084791 req-7ce70a61-3684-4e6e-b2cb-332964bf20d9 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833302 Apr 06 16:26:18.374562 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Deleting port d869e044-8c37-4dd4-913a-5914992b1179 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:18.375042 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (d869e044-8c37-4dd4-913a-5914992b1179), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:18.484062 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (d869e044-8c37-4dd4-913a-5914992b1179), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:18.484393 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (d869e044-8c37-4dd4-913a-5914992b1179), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:18.498992 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Calling delete_port for d869e044-8c37-4dd4-913a-5914992b1179 owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:18.926659 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (d869e044-8c37-4dd4-913a-5914992b1179), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:18.952980 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Pushing event deleted for resources: {'Port': ['ID=d869e044-8c37-4dd4-913a-5914992b1179,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:19.030580 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks [] for floatingip (f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:19.033215 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:19.034363 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-cc609098-ab92-4c12-b4cc-851e4b051ca2 tempest-AttachVolumeTestJSON-551990067 tempest-AttachVolumeTestJSON-551990067-project] 10.222.0.10 "DELETE /v2.0/floatingips/f7ee4fac-5f27-4c1e-b8ea-cfeba9fe1090 HTTP/1.1" status: 204 len: 168 time: 0.8217297 Apr 06 16:26:19.394327 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfac09e-ee89-43bc-bbfa-3ccf56ff78d0 req-9871171c-c5a6-4d3c-b5ac-b3b3ef848a72 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:19.395921 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6bfac09e-ee89-43bc-bbfa-3ccf56ff78d0 req-9871171c-c5a6-4d3c-b5ac-b3b3ef848a72 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0681045 Apr 06 16:26:19.469967 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6bfac09e-ee89-43bc-bbfa-3ccf56ff78d0 req-d844116d-10fe-463c-b472-5c32f122906e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684199 Apr 06 16:26:19.750631 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c2255cd8-c19a-42b9-975e-7f7a635ba0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:20.608677 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a0691-51f8-4f12-bd26-cecb5ff1c2a8 req-cb365af4-8cd1-459a-8819-7330f533d096 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:20.611761 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b15a0691-51f8-4f12-bd26-cecb5ff1c2a8 req-cb365af4-8cd1-459a-8819-7330f533d096 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0652347 Apr 06 16:26:20.692808 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b15a0691-51f8-4f12-bd26-cecb5ff1c2a8 req-2c1198ed-25f7-40c1-8d8f-218c6fdb8284 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570049 Apr 06 16:26:21.823054 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775468b-b0fc-4e8b-a97d-8b86fbff246e req-1a50379c-16bc-426d-908c-289367e3543b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:21.824593 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8775468b-b0fc-4e8b-a97d-8b86fbff246e req-1a50379c-16bc-426d-908c-289367e3543b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0518882 Apr 06 16:26:21.872429 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8775468b-b0fc-4e8b-a97d-8b86fbff246e req-7f344ed3-221b-4174-8fac-d87a9cec0312 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410399 Apr 06 16:26:22.079179 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ed431a44-00d1-4441-a50c-8936b947f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:22.454274 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-b2889dcb-c887-49e3-967d-65ceda1d2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:22.456422 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-b2889dcb-c887-49e3-967d-65ceda1d2516 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 1130 time: 0.0476480 Apr 06 16:26:22.629536 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60902) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:22.907030 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-31643365-91ee-433b-9d63-5e36c53ffb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:22.908481 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-31643365-91ee-433b-9d63-5e36c53ffb0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 918 time: 0.1726906 Apr 06 16:26:23.001200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb4b92-d14d-40ae-9b70-33accfea066e req-0214b83c-9309-4f26-8f2c-bc82c7367676 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:23.003167 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-57cb4b92-d14d-40ae-9b70-33accfea066e req-0214b83c-9309-4f26-8f2c-bc82c7367676 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 946 time: 0.0548642 Apr 06 16:26:23.018391 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-7ef195f4-cbed-4ce9-a830-735bb3ca1f42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b HTTP/1.1" status: 200 len: 1001 time: 0.1012728 Apr 06 16:26:23.049675 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-57cb4b92-d14d-40ae-9b70-33accfea066e req-dfdbb497-f336-4e39-8473-23d0f79bbff0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408864 Apr 06 16:26:23.097408 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-38e67a7b-7713-46ae-aaa0-e61150b5fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:23.098890 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-38e67a7b-7713-46ae-aaa0-e61150b5fb16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.0747747 Apr 06 16:26:23.179509 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-5034053a-cda7-47c4-9947-e20072a83dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:23.180968 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-5034053a-cda7-47c4-9947-e20072a83dd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644283 Apr 06 16:26:23.244459 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:23.307455 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-bc3de4a3-d985-40e7-9d65-8f918c1ad41f service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168799 Apr 06 16:26:23.313957 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (84f13122-0e2c-4b3b-becd-6fa53a86220e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:23.479739 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-71c54069-e12a-43eb-9eed-ec31008c25f6 req-b6d31b5e-57bf-4acd-8d0a-fd4b0ee4d18c service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632733 Apr 06 16:26:23.635215 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Deleting port d835f985-5117-43be-8aa5-eb0bda4f867f {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:23.635560 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:23.719331 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] For port d835f985-5117-43be-8aa5-eb0bda4f867f, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=d835f985-5117-43be-8aa5-eb0bda4f867f,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:23.719699 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:23.734570 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Calling delete_port for d835f985-5117-43be-8aa5-eb0bda4f867f owned by network:router_interface {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:23.892840 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:23.917577 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (d835f985-5117-43be-8aa5-eb0bda4f867f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:23.948710 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Pushing event deleted for resources: {'Port': ['ID=d835f985-5117-43be-8aa5-eb0bda4f867f,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:23.985961 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b is: ACTIVE; New status is: DOWN {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:23.986367 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:24.012287 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:26:24.014578 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8817c607-12e2-4e59-b87f-de99015da50d" -d '{"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-unplugged", "status": "completed", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:26:24.029287 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:24.034332 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:24.066930 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e3a6dc-d554-478c-9d4c-49484aff798e x-openstack-request-id: req-41e3a6dc-d554-478c-9d4c-49484aff798e {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:26:24.067297 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-unplugged", "status": "completed", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:26:24.067734 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41e3a6dc-d554-478c-9d4c-49484aff798e {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:26:24.068130 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e3a6dc-d554-478c-9d4c-49484aff798e'] response: {'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'code': 200} Apr 06 16:26:24.101891 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=8']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:24.144565 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (84f13122-0e2c-4b3b-becd-6fa53a86220e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:24.193052 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e494789-8fc9-41b5-a079-a9db8da4df2c req-21c39ddd-3cdc-499a-bb99-579db8419a65 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:24.194551 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4e494789-8fc9-41b5-a079-a9db8da4df2c req-21c39ddd-3cdc-499a-bb99-579db8419a65 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0578983 Apr 06 16:26:24.244854 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4e494789-8fc9-41b5-a079-a9db8da4df2c req-57bc9e3e-aa71-4cdc-8ae6-75b36624cd21 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 Apr 06 16:26:24.363135 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Router 84f13122-0e2c-4b3b-becd-6fa53a86220e has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:26:24.471608 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:26:24.476442 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-b3349489-77ac-4efc-9468-c2985ea9e219 admin admin] 10.222.0.10 "PUT /v2.0/routers/84f13122-0e2c-4b3b-becd-6fa53a86220e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8459103 Apr 06 16:26:24.478927 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60946) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:24.481064 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] Sync routers for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:26:24.491081 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:26:24.491690 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:26:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:24.581090 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks [] for router (84f13122-0e2c-4b3b-becd-6fa53a86220e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:24.597193 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:26:24.662006 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:24.683736 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks [] for router_gateway (84f13122-0e2c-4b3b-becd-6fa53a86220e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:24.735223 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Deleting port ce9493ab-ad36-4cc7-be73-c066bb89e2e4 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:24.735563 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:24.779025 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:26:23Z', 'revision_number': 5, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port': {'id': 'ce9493ab-ad36-4cc7-be73-c066bb89e2e4', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:50Z', 'updated_at': '2022-04-06T16:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:24.804930 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] Checking router: 84f13122-0e2c-4b3b-becd-6fa53a86220e for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:26:24.813442 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] Routers {'84f13122-0e2c-4b3b-becd-6fa53a86220e'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:26:24.814664 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:26:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['84f13122-0e2c-4b3b-becd-6fa53a86220e'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:24.816572 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] For port ce9493ab-ad36-4cc7-be73-c066bb89e2e4, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=ce9493ab-ad36-4cc7-be73-c066bb89e2e4,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:24.816938 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:24.828304 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Calling delete_port for ce9493ab-ad36-4cc7-be73-c066bb89e2e4 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:24.904123 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] Set router 84f13122-0e2c-4b3b-becd-6fa53a86220e gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:26:24.977732 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:26:24Z', 'revision_number': 6, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port_host': None}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:25.008924 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (ce9493ab-ad36-4cc7-be73-c066bb89e2e4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.009360 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92e0fb-728c-473f-a0a9-2adcb6d85b33 None None] The sync data for ids ['84f13122-0e2c-4b3b-becd-6fa53a86220e'] in dv-cinder-815660-7-iscsi is: [{'id': '84f13122-0e2c-4b3b-becd-6fa53a86220e', 'name': 'tempest-AttachVolumeTestJSON-1943904929-router', 'tenant_id': '5c680db6019347c58db749f3a00b24fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:49Z', 'updated_at': '2022-04-06T16:26:24Z', 'revision_number': 6, 'project_id': '5c680db6019347c58db749f3a00b24fb', 'gw_port_host': None}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:26:25.034921 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9493ab-ad36-4cc7-be73-c066bb89e2e4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:25.098162 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (84f13122-0e2c-4b3b-becd-6fa53a86220e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.113130 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.384252 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0b94e-d280-4217-8404-3241a25efaf3 req-7b2e8f51-89cc-452c-80b6-315b98527630 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:25.392294 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d1a0b94e-d280-4217-8404-3241a25efaf3 req-7b2e8f51-89cc-452c-80b6-315b98527630 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0698173 Apr 06 16:26:25.443207 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d1a0b94e-d280-4217-8404-3241a25efaf3 req-aa3915a4-477f-459e-b145-fd85593e6eb4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489097 Apr 06 16:26:25.474012 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (84f13122-0e2c-4b3b-becd-6fa53a86220e), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.476593 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks [] for router_controller (84f13122-0e2c-4b3b-becd-6fa53a86220e), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.520975 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (84f13122-0e2c-4b3b-becd-6fa53a86220e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.521434 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84f13122-0e2c-4b3b-becd-6fa53a86220e {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:26:25.526393 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.527274 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-25a45a7d-745c-4f38-a605-8063f191624c admin admin] 10.222.0.10 "DELETE /v2.0/routers/84f13122-0e2c-4b3b-becd-6fa53a86220e HTTP/1.1" status: 204 len: 168 time: 1.0473948 Apr 06 16:26:25.529753 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60954) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:25.572330 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a96757-e801-4e56-b37c-8448dcac793b admin admin] Deleting subnet 31d8ccaf-2104-453c-8bf6-227a1b24768d {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:26:25.575398 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56a96757-e801-4e56-b37c-8448dcac793b admin admin] Publish callbacks [] for subnet (31d8ccaf-2104-453c-8bf6-227a1b24768d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.609763 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56a96757-e801-4e56-b37c-8448dcac793b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119385'] for subnet (31d8ccaf-2104-453c-8bf6-227a1b24768d), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.689359 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56a96757-e801-4e56-b37c-8448dcac793b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (31d8ccaf-2104-453c-8bf6-227a1b24768d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.743982 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56a96757-e801-4e56-b37c-8448dcac793b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26206464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419135'] for subnet (31d8ccaf-2104-453c-8bf6-227a1b24768d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.770623 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a96757-e801-4e56-b37c-8448dcac793b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d8ccaf-2104-453c-8bf6-227a1b24768d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:25.775327 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-56a96757-e801-4e56-b37c-8448dcac793b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.781313 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-56a96757-e801-4e56-b37c-8448dcac793b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/31d8ccaf-2104-453c-8bf6-227a1b24768d HTTP/1.1" status: 204 len: 168 time: 0.2483706 Apr 06 16:26:25.781468 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896970e-a8ca-414f-bc4e-a315452e2dcc None None] Network b8c48e4b-cf0d-46ad-86bc-75206242ddf7 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:26:25.781917 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60956) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:25.866601 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (b8c48e4b-cf0d-46ad-86bc-75206242ddf7), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.923006 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Deleting port 107149d1-8838-4e7a-8e6a-e92aa21198d2 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:25.923377 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.957859 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:25.971573 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] DHCP port deletion for b8c48e4b-cf0d-46ad-86bc-75206242ddf7 request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:26:25.994921 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] For port 107149d1-8838-4e7a-8e6a-e92aa21198d2, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=107149d1-8838-4e7a-8e6a-e92aa21198d2,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:25.995355 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.022042 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Calling delete_port for 107149d1-8838-4e7a-8e6a-e92aa21198d2 owned by network:dhcp {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:26.038868 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] Deleting port 107149d1-8838-4e7a-8e6a-e92aa21198d2 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:26.039497 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.120018 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] For port 107149d1-8838-4e7a-8e6a-e92aa21198d2, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=107149d1-8838-4e7a-8e6a-e92aa21198d2,segment=NetworkSegment(6815251c-4373-4802-9ea7-6dd594cdc02a),segment_id=6815251c-4373-4802-9ea7-6dd594cdc02a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:26.120691 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.136366 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] Calling delete_port for 107149d1-8838-4e7a-8e6a-e92aa21198d2 owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:26.146590 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.186074 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Pushing event deleted for resources: {'Port': ['ID=107149d1-8838-4e7a-8e6a-e92aa21198d2,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:26.190081 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] No DVR routers for this DVR port 107149d1-8838-4e7a-8e6a-e92aa21198d2 on host dv-cinder-815660-7-iscsi {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:26:26.234689 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (107149d1-8838-4e7a-8e6a-e92aa21198d2), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.262581 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] Pushing event deleted for resources: {'Port': ['ID=107149d1-8838-4e7a-8e6a-e92aa21198d2,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:26.264670 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a083669-abc6-4b47-bf2f-4a889ec5bc32 None None] No DVR routers for this DVR port 107149d1-8838-4e7a-8e6a-e92aa21198d2 on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:26:26.267418 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (b8c48e4b-cf0d-46ad-86bc-75206242ddf7), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.267762 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device d835f985-5117-43be-8aa5-eb0bda4f867f no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:26.288126 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: d835f985-5117-43be-8aa5-eb0bda4f867f {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:26:26.288474 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device d835f985-5117-43be-8aa5-eb0bda4f867f not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:26:26.288886 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 107149d1-8838-4e7a-8e6a-e92aa21198d2 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:26.296402 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c48e4b-cf0d-46ad-86bc-75206242ddf7']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:26.306312 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6815251c-4373-4802-9ea7-6dd594cdc02a') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:26.306681 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6815251c-4373-4802-9ea7-6dd594cdc02a') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:26.308157 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 107149d1-8838-4e7a-8e6a-e92aa21198d2 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:26:26.308504 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 107149d1-8838-4e7a-8e6a-e92aa21198d2 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:26:26.308915 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device ce9493ab-ad36-4cc7-be73-c066bb89e2e4 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:26.316849 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119202'] for segment (6815251c-4373-4802-9ea7-6dd594cdc02a), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.328082 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: ce9493ab-ad36-4cc7-be73-c066bb89e2e4 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:26:26.328428 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device ce9493ab-ad36-4cc7-be73-c066bb89e2e4 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:26:26.331436 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (6815251c-4373-4802-9ea7-6dd594cdc02a), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.337601 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:26:26.338096 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26206570'] for segment (6815251c-4373-4802-9ea7-6dd594cdc02a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: Traceback (most recent call last): Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: timer() Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: cb(*args, **kw) Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: return func(*args, **kwargs) Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: self._notify() Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: self.callback(batched_events) Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: event.method(event) Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: return f(self, *a, **k) Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._get(url).json() Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: return self.request(url, 'GET', **kwargs) Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:26:26.340059 dv-cinder-815660-7-iscsi neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:26:26.398501 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (b8c48e4b-cf0d-46ad-86bc-75206242ddf7), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.404641 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.408290 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b8c48e4b-cf0d-46ad-86bc-75206242ddf7 HTTP/1.1" status: 204 len: 168 time: 0.6258662 Apr 06 16:26:26.417969 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc79245-fec8-4b51-a4a4-4f97b162a676 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c48e4b-cf0d-46ad-86bc-75206242ddf7,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:26.529927 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60966) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:26.569605 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-02d57680-ff96-408c-96ff-5d197ed091fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c680db6019347c58db749f3a00b24fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385087 Apr 06 16:26:26.572120 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 60968) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:26.572245 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf545b7-b527-4ea7-a782-b5b47c3c78e0 req-b3a973e1-275f-49f2-8917-8b1f6f414292 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:26.573743 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4bf545b7-b527-4ea7-a782-b5b47c3c78e0 req-b3a973e1-275f-49f2-8917-8b1f6f414292 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0526695 Apr 06 16:26:26.623934 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4bf545b7-b527-4ea7-a782-b5b47c3c78e0 req-9215b194-a341-4177-ba41-6587ebacbc37 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444555 Apr 06 16:26:26.624198 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0e9893f5-54e9-4f95-bbb0-b254bb659566 admin admin] Publish callbacks [] for security_group (95b25ae5-595c-4439-85c6-cc06a39742e3), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.645402 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0e9893f5-54e9-4f95-bbb0-b254bb659566 admin admin] Publish callbacks [] for security_group (95b25ae5-595c-4439-85c6-cc06a39742e3), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.692548 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0e9893f5-54e9-4f95-bbb0-b254bb659566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (95b25ae5-595c-4439-85c6-cc06a39742e3), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.695244 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0e9893f5-54e9-4f95-bbb0-b254bb659566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:26.696391 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0e9893f5-54e9-4f95-bbb0-b254bb659566 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95b25ae5-595c-4439-85c6-cc06a39742e3 HTTP/1.1" status: 204 len: 168 time: 0.1233823 Apr 06 16:26:26.704727 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9893f5-54e9-4f95-bbb0-b254bb659566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b25ae5-595c-4439-85c6-cc06a39742e3,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:27.403195 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3a66a-da72-4c8b-b82a-2c78a43138e2 req-d55a3693-7d2d-4db9-af8c-1e322b402ff9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:27.404727 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7ba3a66a-da72-4c8b-b82a-2c78a43138e2 req-d55a3693-7d2d-4db9-af8c-1e322b402ff9 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0548365 Apr 06 16:26:27.456282 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7ba3a66a-da72-4c8b-b82a-2c78a43138e2 req-1a560e07-8a33-44f4-9f65-1fecc1799e4a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Apr 06 16:26:27.627590 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647985d-ffa6-40b8-b968-f205a28ff93d req-3eec8bb5-04dc-4f1e-8612-9dac90f88c0d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:27.628962 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9647985d-ffa6-40b8-b968-f205a28ff93d req-3eec8bb5-04dc-4f1e-8612-9dac90f88c0d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0878365 Apr 06 16:26:27.661280 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-365f0918-110a-46fa-b404-1f28bac4ce19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749483 Apr 06 16:26:27.703590 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9647985d-ffa6-40b8-b968-f205a28ff93d req-66407543-24c5-4584-97a3-e60b43eb4d9e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672114 Apr 06 16:26:27.744835 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-2e4681d0-ebd3-424b-8e6d-2405814b31d5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:27.746490 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-2e4681d0-ebd3-424b-8e6d-2405814b31d5 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports/68f20f49-8dcb-4d28-8a7d-a5f649e75b8b HTTP/1.1" status: 200 len: 941 time: 0.0511689 Apr 06 16:26:27.893642 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:27.979510 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b is: DOWN; New status is: DOWN {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:28.575299 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef7c69-d9d6-4599-bdc3-5daa06805046 req-99f83e59-9377-46f2-a2ef-566320e73ee0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:28.576798 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a2ef7c69-d9d6-4599-bdc3-5daa06805046 req-99f83e59-9377-46f2-a2ef-566320e73ee0 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0522501 Apr 06 16:26:28.621783 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a2ef7c69-d9d6-4599-bdc3-5daa06805046 req-5ba6259e-0e8c-4d3e-9feb-c4b3b1dc23d2 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups?id=6aeac5cb-4933-4d9e-81a6-b8a1893711a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393124 Apr 06 16:26:28.842922 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375d471-8fd0-4dce-890e-7bd4aeda6058 req-b8f61f75-1959-461e-b9c4-10a99204b525 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:28.850133 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c375d471-8fd0-4dce-890e-7bd4aeda6058 req-b8f61f75-1959-461e-b9c4-10a99204b525 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0692091 Apr 06 16:26:28.898761 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c375d471-8fd0-4dce-890e-7bd4aeda6058 req-8ab1d626-907a-494d-b533-b96bea0139b9 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Apr 06 16:26:29.148560 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-f19d9acd-4385-4872-a4d8-c7a57b084934 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:29.149994 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-f19d9acd-4385-4872-a4d8-c7a57b084934 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 946 time: 0.0550978 Apr 06 16:26:29.247662 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Deleting port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:29.247998 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:29.333880 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] For port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:29.334242 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:29.462083 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-d2c9ecdb-e084-496f-b2a5-995bc6c58938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:29.464035 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-d2c9ecdb-e084-496f-b2a5-995bc6c58938 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8&tenant_id=92b52a952fbc44e79b60824dc180dc41 HTTP/1.1" status: 200 len: 1128 time: 0.0541914 Apr 06 16:26:29.522083 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:29.522445 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (d4a91b5b-61b0-4c99-b699-9a848e7c9a5c), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:29.522928 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Floating IP d4a91b5b-61b0-4c99-b699-9a848e7c9a5c disassociated. External IP: 172.27.3.115, port: 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a. Apr 06 16:26:29.523258 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Calling delete_port for 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:29.542826 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-b35892ba-780c-430d-b735-f9d5ffea585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:29.544731 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-b35892ba-780c-430d-b735-f9d5ffea585e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92b52a952fbc44e79b60824dc180dc41&device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 1128 time: 0.0497849 Apr 06 16:26:29.648386 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-81363466-58e7-40ba-a8fb-a4856c1d18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:29.649979 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-81363466-58e7-40ba-a8fb-a4856c1d18c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 200 len: 918 time: 0.0981710 Apr 06 16:26:29.667709 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:29.697992 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'Port': ['ID=2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:29.737276 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0490f34f-213b-4fc6-9719-b0eadf64690e req-a0676158-1755-4fed-a47d-6b43ba2422f1 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab HTTP/1.1" status: 200 len: 210 time: 0.0357361 Apr 06 16:26:29.746725 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-c82013f1-ef9a-496e-8db8-ce0f56dde327 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b HTTP/1.1" status: 200 len: 999 time: 0.0898750 Apr 06 16:26:29.803927 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-e2b1ca2f-6cac-4845-a22a-64565118e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:29.805461 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-e2b1ca2f-6cac-4845-a22a-64565118e4c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 200 len: 856 time: 0.0481534 Apr 06 16:26:29.817818 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:26:29.856328 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-3136c218-c21c-4497-8cb7-c5f5975023fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:29.857849 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-3136c218-c21c-4497-8cb7-c5f5975023fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455706 Apr 06 16:26:29.931551 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:26:29.944644 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:26:29.947784 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-3abd6445-86cb-481f-8574-21ebe4152939 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829256 Apr 06 16:26:29.957515 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:26:29.958236 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:26:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:29.981147 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] No DVR routers for this DVR port 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:26:29.983873 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:29.988295 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c48864c5-bcc9-4bed-a18a-458d879edd79 req-4574dc43-ec22-45a9-9518-d8056c335538 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.45 "DELETE /v2.0/ports/2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a HTTP/1.1" status: 204 len: 173 time: 0.8307300 Apr 06 16:26:29.989068 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'name': 'network-vif-deleted', 'tag': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:26:29.992189 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065e7848-906e-4d79-b123-255c200c04be" -d '{"events": [{"server_uuid": "0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab", "name": "network-vif-deleted", "tag": "2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:26:30.043408 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7f78a9-5d99-43b5-8730-a5dcd1a8f71d x-openstack-request-id: req-4c7f78a9-5d99-43b5-8730-a5dcd1a8f71d {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:26:30.043784 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab", "name": "network-vif-deleted", "tag": "2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:26:30.044138 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c7f78a9-5d99-43b5-8730-a5dcd1a8f71d {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:26:30.044613 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7f78a9-5d99-43b5-8730-a5dcd1a8f71d'] response: {'server_uuid': '0b9cacb3-62a0-4f18-8db9-8d8e62e4c3ab', 'name': 'network-vif-deleted', 'tag': '2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a', 'status': 'completed', 'code': 200} Apr 06 16:26:30.100164 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfb48c-0d1d-429b-a3fa-9c88bd7863d6 req-3fea27d3-b5d3-4b39-a141-0534c9b2d975 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:30.101866 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9ecfb48c-0d1d-429b-a3fa-9c88bd7863d6 req-3fea27d3-b5d3-4b39-a141-0534c9b2d975 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0825937 Apr 06 16:26:30.137206 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:26:30.163790 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-58d22bc4-c882-44f9-a80d-05a1640c9c47 req-5ea22ad0-2ed6-4b69-8811-2c7a0cdba158 service neutron] 10.222.0.45 "GET /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100286 Apr 06 16:26:30.167137 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9ecfb48c-0d1d-429b-a3fa-9c88bd7863d6 req-62ac3a72-4b8c-4831-9b5f-e878ae90b5f0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531564 Apr 06 16:26:30.361497 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:30.386650 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:26:30.395179 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:26:30.395779 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:26:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:30.508112 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:26:30.724994 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:30.756238 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822482c-1bdc-4342-af6b-e92e8c664df2 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:20:01Z', 'revision_number': 4, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': 'f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6', 'name': '', 'network_id': '60a0ad62-9536-48c1-8d5c-18a2aec63d4a', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'mac_address': 'fa:16:3e:7b:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:59Z', 'updated_at': '2022-04-06T16:20:14Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'subnets': [{'id': '36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:26:30.839273 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 32890) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:30.916302 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3cd5f-fabc-478b-9579-050f6c9f2263 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (6aeac5cb-4933-4d9e-81a6-b8a1893711a8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:30.984412 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3cd5f-fabc-478b-9579-050f6c9f2263 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (6aeac5cb-4933-4d9e-81a6-b8a1893711a8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.065046 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3cd5f-fabc-478b-9579-050f6c9f2263 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (6aeac5cb-4933-4d9e-81a6-b8a1893711a8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.069106 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3cd5f-fabc-478b-9579-050f6c9f2263 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.071734 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d0c3cd5f-fabc-478b-9579-050f6c9f2263 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "DELETE /v2.0/security-groups/6aeac5cb-4933-4d9e-81a6-b8a1893711a8 HTTP/1.1" status: 204 len: 168 time: 0.2311003 Apr 06 16:26:31.075043 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 32902) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:31.094159 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3cd5f-fabc-478b-9579-050f6c9f2263 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeac5cb-4933-4d9e-81a6-b8a1893711a8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:31.144634 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.api.v2.resource [None req-9c3410fe-9281-4832-8d92-5d87fb0b9d27 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] show failed (client error): The resource could not be found. Apr 06 16:26:31.146232 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-9c3410fe-9281-4832-8d92-5d87fb0b9d27 tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "GET /v2.0/security-groups/6aeac5cb-4933-4d9e-81a6-b8a1893711a8 HTTP/1.1" status: 404 len: 347 time: 0.0690241 Apr 06 16:26:31.149726 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 32906) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:31.336034 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbbaf4-2905-474c-a168-97087f08bfbf None None] New status for floating IP d4a91b5b-61b0-4c99-b699-9a848e7c9a5c: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:26:31.402273 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Deleting port 6e404374-81f4-4a40-af5e-e51ffc582759 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:31.403175 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (6e404374-81f4-4a40-af5e-e51ffc582759), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.424108 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30599c1-f373-4293-a3b6-167848530950 req-4ea3e0d7-15da-4359-8399-6b3eef863642 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:31.425746 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c30599c1-f373-4293-a3b6-167848530950 req-4ea3e0d7-15da-4359-8399-6b3eef863642 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.1280434 Apr 06 16:26:31.566521 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (6e404374-81f4-4a40-af5e-e51ffc582759), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.566893 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c30599c1-f373-4293-a3b6-167848530950 req-46b356c5-fcc0-411d-9792-f4d7bd590269 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323004 Apr 06 16:26:31.567688 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (6e404374-81f4-4a40-af5e-e51ffc582759), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.596447 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Calling delete_port for 6e404374-81f4-4a40-af5e-e51ffc582759 owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:31.784600 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (6e404374-81f4-4a40-af5e-e51ffc582759), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.819779 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Pushing event deleted for resources: {'Port': ['ID=6e404374-81f4-4a40-af5e-e51ffc582759,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:31.882031 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks [] for floatingip (d4a91b5b-61b0-4c99-b699-9a848e7c9a5c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.884774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:31.888435 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2f54cb87-f9e1-42f2-a79c-ae386fcbf53a tempest-AttachVolumeNegativeTest-334829937 tempest-AttachVolumeNegativeTest-334829937-project] 10.222.0.10 "DELETE /v2.0/floatingips/d4a91b5b-61b0-4c99-b699-9a848e7c9a5c HTTP/1.1" status: 204 len: 168 time: 0.7348785 Apr 06 16:26:31.913622 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:31.948436 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:26:31.948896 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 2f8e3de6-bac5-4cef-8ebd-e1ac2ef3561a not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:26:32.712072 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce1b77-3335-407b-988e-5ad793df256f req-64d1e85b-fe7f-4623-a0bd-d553ab7a0886 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:32.714347 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-16ce1b77-3335-407b-988e-5ad793df256f req-64d1e85b-fe7f-4623-a0bd-d553ab7a0886 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0785654 Apr 06 16:26:32.764832 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-16ce1b77-3335-407b-988e-5ad793df256f req-77ce5d6b-b9ce-4248-bb92-108069fe4b93 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442979 Apr 06 16:26:33.912615 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa8210-0be6-4a00-909b-afd36f4e0073 req-d386c89e-50a4-4aaa-980e-800a17eeb583 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:33.920457 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-23aa8210-0be6-4a00-909b-afd36f4e0073 req-d386c89e-50a4-4aaa-980e-800a17eeb583 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0823338 Apr 06 16:26:33.965502 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-23aa8210-0be6-4a00-909b-afd36f4e0073 req-92ea90f5-8aa0-4e64-aa40-41431cf55c7e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Apr 06 16:26:35.101514 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593d766-ab62-4190-a54b-05aa8dcaebcc req-1b17d9e4-c45d-43bf-9634-a57822ec7fb4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:35.103214 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a593d766-ab62-4190-a54b-05aa8dcaebcc req-1b17d9e4-c45d-43bf-9634-a57822ec7fb4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0540233 Apr 06 16:26:35.160501 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a593d766-ab62-4190-a54b-05aa8dcaebcc req-2d8edc13-cec2-46aa-a574-363f5195b8c6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509629 Apr 06 16:26:35.588613 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33016) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:36.110012 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (872b17a7-94a0-4620-bec3-32724cdb0273), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:36.294152 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748de481-dcc3-4184-ba8c-ec2eb922fab0 req-3643fd10-360b-47f1-b0a7-2b5c43179498 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:36.295934 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-748de481-dcc3-4184-ba8c-ec2eb922fab0 req-3643fd10-360b-47f1-b0a7-2b5c43179498 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0524745 Apr 06 16:26:36.355790 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-748de481-dcc3-4184-ba8c-ec2eb922fab0 req-fa1ef460-a3c4-4c56-bf88-957eeadbd553 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536745 Apr 06 16:26:36.377834 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Deleting port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:36.378215 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:36.500860 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] For port f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:36.501391 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:36.526465 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Calling delete_port for f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 owned by network:router_interface {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:36.780788 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:36.822065 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:37.015688 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (872b17a7-94a0-4620-bec3-32724cdb0273), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:37.258993 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Router 872b17a7-94a0-4620-bec3-32724cdb0273 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:26:37.385756 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:26:37.391016 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-5da92e77-1a1c-4fb3-ac54-7038c1198125 admin admin] 10.222.0.10 "PUT /v2.0/routers/872b17a7-94a0-4620-bec3-32724cdb0273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013136 Apr 06 16:26:37.394087 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33038) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:37.395120 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] Sync routers for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:26:37.427049 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:26:37.428878 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:26:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:37.560762 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730dbb7-4834-4efd-9c51-554aba4e664f req-92b70663-c1e9-4cc6-9274-91cacbf39065 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:37.562683 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1730dbb7-4834-4efd-9c51-554aba4e664f req-92b70663-c1e9-4cc6-9274-91cacbf39065 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0939145 Apr 06 16:26:37.634838 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:26:37.662983 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1730dbb7-4834-4efd-9c51-554aba4e664f req-9d5725f3-8f34-4dbe-9962-9870073d088a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764616 Apr 06 16:26:37.843552 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks [] for router (872b17a7-94a0-4620-bec3-32724cdb0273), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:37.994591 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks [] for router_gateway (872b17a7-94a0-4620-bec3-32724cdb0273), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.037387 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:26:36Z', 'revision_number': 5, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port': {'id': '58559564-f8a9-4d90-8f2e-65b99940e733', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:19:53Z', 'updated_at': '2022-04-06T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:38.065484 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] Checking router: 872b17a7-94a0-4620-bec3-32724cdb0273 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:26:38.074665 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] Routers {'872b17a7-94a0-4620-bec3-32724cdb0273'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:26:38.075332 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:26:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['872b17a7-94a0-4620-bec3-32724cdb0273'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:38.092798 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Deleting port 58559564-f8a9-4d90-8f2e-65b99940e733 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:38.093247 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.180573 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] Set router 872b17a7-94a0-4620-bec3-32724cdb0273 gateway port host: None {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:26:38.244036 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] For port 58559564-f8a9-4d90-8f2e-65b99940e733, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=58559564-f8a9-4d90-8f2e-65b99940e733,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:38.244481 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.246786 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:26:37Z', 'revision_number': 6, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port_host': None}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:38.271718 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Calling delete_port for 58559564-f8a9-4d90-8f2e-65b99940e733 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:38.275660 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0fff6-c6d9-4c3d-9cb9-7e5dc7dbada5 None None] The sync data for ids ['872b17a7-94a0-4620-bec3-32724cdb0273'] in dv-cinder-815660-7-iscsi is: [{'id': '872b17a7-94a0-4620-bec3-32724cdb0273', 'name': 'tempest-AttachVolumeNegativeTest-2033431387-router', 'tenant_id': '8bbedda6ee48464fb3365fed5dbed23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:19:51Z', 'updated_at': '2022-04-06T16:26:37Z', 'revision_number': 6, 'project_id': '8bbedda6ee48464fb3365fed5dbed23a', 'gw_port_host': None}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:26:38.548839 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (58559564-f8a9-4d90-8f2e-65b99940e733), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.580289 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58559564-f8a9-4d90-8f2e-65b99940e733,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:38.664995 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (872b17a7-94a0-4620-bec3-32724cdb0273), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.815961 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (872b17a7-94a0-4620-bec3-32724cdb0273), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.818282 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb936-f08d-447a-bea1-bcf1264d55d6 req-39a9741f-2cc2-4b64-910a-905bf2a88355 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:38.818837 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks [] for router_controller (872b17a7-94a0-4620-bec3-32724cdb0273), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.820900 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-75fdb936-f08d-447a-bea1-bcf1264d55d6 req-39a9741f-2cc2-4b64-910a-905bf2a88355 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0799563 Apr 06 16:26:38.884053 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (872b17a7-94a0-4620-bec3-32724cdb0273), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.887255 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 872b17a7-94a0-4620-bec3-32724cdb0273 {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:26:38.892786 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-75fdb936-f08d-447a-bea1-bcf1264d55d6 req-ec8518c6-87df-45d1-a69a-b653ca6ba11a tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504301 Apr 06 16:26:38.903547 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.905085 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-ad210d4d-a24d-44c4-9231-9d63f79e82a4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/872b17a7-94a0-4620-bec3-32724cdb0273 HTTP/1.1" status: 204 len: 168 time: 1.5099647 Apr 06 16:26:38.907771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33062) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:38.964793 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Deleting subnet 36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 {{(pid=103706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:26:38.968184 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Publish callbacks [] for subnet (36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.004001 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2521461'] for subnet (36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.135502 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.198257 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26051687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25779804'] for subnet (36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.228309 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.231753 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4 HTTP/1.1" status: 204 len: 168 time: 0.3228714 Apr 06 16:26:39.233271 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d6bfe1-5022-4bfe-bf83-ea7e044e1fc4,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:39.236599 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50f19d-f97d-428d-9c19-67e4bde5b6f4 None None] Network 60a0ad62-9536-48c1-8d5c-18a2aec63d4a requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:26:39.243147 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33064) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:39.245230 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.245880 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.246370 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.246764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.247189 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.247571 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.247915 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.248270 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.248629 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.248987 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.249388 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.249765 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.250137 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.250492 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.251243 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca409c2-524f-4280-b0b1-3df9a2a614fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:39.374288 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (60a0ad62-9536-48c1-8d5c-18a2aec63d4a), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.491494 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Deleting port 142f59ae-7b90-4cd2-99fa-c778159d45bd {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:39.496025 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.564742 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] DHCP port deletion for 60a0ad62-9536-48c1-8d5c-18a2aec63d4a request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:26:39.680572 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] For port 142f59ae-7b90-4cd2-99fa-c778159d45bd, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=142f59ae-7b90-4cd2-99fa-c778159d45bd,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:39.681127 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.683943 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] Deleting port 142f59ae-7b90-4cd2-99fa-c778159d45bd {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:26:39.684326 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.707879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Calling delete_port for 142f59ae-7b90-4cd2-99fa-c778159d45bd owned by network:dhcp {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:39.872008 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] For port 142f59ae-7b90-4cd2-99fa-c778159d45bd, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=142f59ae-7b90-4cd2-99fa-c778159d45bd,segment=NetworkSegment(f46a7bfe-4f6a-41c3-8711-2523acbd332c),segment_id=f46a7bfe-4f6a-41c3-8711-2523acbd332c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:39.872678 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.900772 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:39.903591 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] Calling delete_port for 142f59ae-7b90-4cd2-99fa-c778159d45bd owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:26:39.941741 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=142f59ae-7b90-4cd2-99fa-c778159d45bd,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:39.957047 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] No DVR routers for this DVR port 142f59ae-7b90-4cd2-99fa-c778159d45bd on host dv-cinder-815660-7-iscsi {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:26:40.019984 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (142f59ae-7b90-4cd2-99fa-c778159d45bd), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.042449 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef4c05-f86f-461c-b184-80415b751823 req-2a8c518e-490c-48d2-bf21-1ab58cf5ec01 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:40.051339 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-16ef4c05-f86f-461c-b184-80415b751823 req-2a8c518e-490c-48d2-bf21-1ab58cf5ec01 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0726120 Apr 06 16:26:40.054798 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] Pushing event deleted for resources: {'Port': ['ID=142f59ae-7b90-4cd2-99fa-c778159d45bd,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:40.062596 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570a6fc-8002-4388-9307-b3f449b8d9d6 None None] No DVR routers for this DVR port 142f59ae-7b90-4cd2-99fa-c778159d45bd on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:26:40.130936 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-16ef4c05-f86f-461c-b184-80415b751823 req-3859cb42-2d6e-4a2d-906d-8d65194bd2fa tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721848 Apr 06 16:26:40.148650 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (60a0ad62-9536-48c1-8d5c-18a2aec63d4a), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.177367 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a0ad62-9536-48c1-8d5c-18a2aec63d4a']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:40.188350 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46a7bfe-4f6a-41c3-8711-2523acbd332c') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:40.189225 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46a7bfe-4f6a-41c3-8711-2523acbd332c') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:26:40.200935 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119202'] for segment (f46a7bfe-4f6a-41c3-8711-2523acbd332c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.219707 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (f46a7bfe-4f6a-41c3-8711-2523acbd332c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.227468 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:26:40.227941 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26206570'] for segment (f46a7bfe-4f6a-41c3-8711-2523acbd332c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: Traceback (most recent call last): Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: timer() Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: cb(*args, **kw) Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: return func(*args, **kwargs) Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: self._notify() Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: self.callback(batched_events) Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: event.method(event) Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: return f(self, *a, **k) Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._get(url).json() Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: return self.request(url, 'GET', **kwargs) Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:26:40.230193 dv-cinder-815660-7-iscsi neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:26:40.300016 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (60a0ad62-9536-48c1-8d5c-18a2aec63d4a), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.313345 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.314114 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 142f59ae-7b90-4cd2-99fa-c778159d45bd no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:40.319577 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] 10.222.0.10 "DELETE /v2.0/networks/60a0ad62-9536-48c1-8d5c-18a2aec63d4a HTTP/1.1" status: 204 len: 168 time: 1.0728970 Apr 06 16:26:40.331591 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f1454-88e1-4fb5-8e09-a706103bfd48 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a0ad62-9536-48c1-8d5c-18a2aec63d4a,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:40.365849 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 142f59ae-7b90-4cd2-99fa-c778159d45bd {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:26:40.366201 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 142f59ae-7b90-4cd2-99fa-c778159d45bd not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:26:40.366734 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:40.390291 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:26:40.390622 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device f0e3fa8a-aae4-4476-bf0f-c08a37bb14d6 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:26:40.391619 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 58559564-f8a9-4d90-8f2e-65b99940e733 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:26:40.413125 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 58559564-f8a9-4d90-8f2e-65b99940e733 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:26:40.413479 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 58559564-f8a9-4d90-8f2e-65b99940e733 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:26:40.471988 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33082) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:40.515172 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-542fc936-f9aa-425f-9376-06b64d43ffad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bbedda6ee48464fb3365fed5dbed23a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419092 Apr 06 16:26:40.518228 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33084) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:40.565717 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a18ce882-541b-4ad2-8cd9-cc02df1d4b66 admin admin] Publish callbacks [] for security_group (7ed16e39-f6ed-43cc-aee6-10621aed92f8), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.587239 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a18ce882-541b-4ad2-8cd9-cc02df1d4b66 admin admin] Publish callbacks [] for security_group (7ed16e39-f6ed-43cc-aee6-10621aed92f8), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.631538 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a18ce882-541b-4ad2-8cd9-cc02df1d4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (7ed16e39-f6ed-43cc-aee6-10621aed92f8), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.634141 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a18ce882-541b-4ad2-8cd9-cc02df1d4b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:40.635328 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-a18ce882-541b-4ad2-8cd9-cc02df1d4b66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ed16e39-f6ed-43cc-aee6-10621aed92f8 HTTP/1.1" status: 204 len: 168 time: 0.1161282 Apr 06 16:26:40.643099 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ce882-541b-4ad2-8cd9-cc02df1d4b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed16e39-f6ed-43cc-aee6-10621aed92f8,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:41.243738 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a29e11-4035-440a-823a-582b8558d9fc req-9a83139c-eb27-496b-a29d-f20df7ef4994 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:41.245260 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-48a29e11-4035-440a-823a-582b8558d9fc req-9a83139c-eb27-496b-a29d-f20df7ef4994 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0527148 Apr 06 16:26:41.291238 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-48a29e11-4035-440a-823a-582b8558d9fc req-d84f276c-d2f2-4384-9663-f8549928818d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391705 Apr 06 16:26:42.421569 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524c74-3ff4-4294-ad41-d7c5684d9533 req-8f322d59-3328-44a4-b137-ad98e8573833 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:42.423755 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-86524c74-3ff4-4294-ad41-d7c5684d9533 req-8f322d59-3328-44a4-b137-ad98e8573833 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0579295 Apr 06 16:26:42.477352 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-86524c74-3ff4-4294-ad41-d7c5684d9533 req-3948781b-426d-4258-a12f-d2d43a905435 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467048 Apr 06 16:26:43.361166 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:26:43.601904 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875abac8-9eda-4bc9-974c-3137f736179e req-216a364e-1d46-48aa-a8a1-e8eedace8a6f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:43.603444 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-875abac8-9eda-4bc9-974c-3137f736179e req-216a364e-1d46-48aa-a8a1-e8eedace8a6f tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 944 time: 0.0521932 Apr 06 16:26:43.654017 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-875abac8-9eda-4bc9-974c-3137f736179e req-9a84d48b-c1e3-40f4-afa7-d1c4a86964d0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446577 Apr 06 16:26:43.971575 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:26:44.060928 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33224) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:44.090837 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:44.103647 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'port_id': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'mac_address': 'fa:16:3e:46:6a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:26:44.144492 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:44.145117 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.159801 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:26:44.184273 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:44.190804 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.201270 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.248853 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=9']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:44.298368 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Publish callbacks [] for security_group (723908a7-99eb-4f0f-8ce2-e6666281e219), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.303818 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (723908a7-99eb-4f0f-8ce2-e6666281e219), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.351748 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723908a7-99eb-4f0f-8ce2-e6666281e219,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:44.363703 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92a0c4d9123941a6a875bfe61d16e701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011184 Apr 06 16:26:44.365222 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.365576 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.365929 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.366272 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.366470 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33234) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:44.366595 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.368310 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.368310 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.368310 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.368310 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.368765 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.368765 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.369137 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.369436 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.369735 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.370029 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8ab4f-d1f0-429f-9992-b546ebebf458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:26:44.415698 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c8201106-f015-4471-8633-1b4e81b7e223 admin admin] Publish callbacks [] for security_group (723908a7-99eb-4f0f-8ce2-e6666281e219), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.441471 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c8201106-f015-4471-8633-1b4e81b7e223 admin admin] Publish callbacks [] for security_group (723908a7-99eb-4f0f-8ce2-e6666281e219), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.460392 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:26:44.491522 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c8201106-f015-4471-8633-1b4e81b7e223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (723908a7-99eb-4f0f-8ce2-e6666281e219), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.494038 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c8201106-f015-4471-8633-1b4e81b7e223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.495239 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c8201106-f015-4471-8633-1b4e81b7e223 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/723908a7-99eb-4f0f-8ce2-e6666281e219 HTTP/1.1" status: 204 len: 168 time: 0.1274598 Apr 06 16:26:44.504624 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8201106-f015-4471-8633-1b4e81b7e223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723908a7-99eb-4f0f-8ce2-e6666281e219,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:44.782944 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d6377-82cc-4c8e-bba2-a63af7c4aa0f req-b3bf34df-7044-410e-8e61-d2c2d088a92c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:44.784454 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-061d6377-82cc-4c8e-bba2-a63af7c4aa0f req-b3bf34df-7044-410e-8e61-d2c2d088a92c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 945 time: 0.0576348 Apr 06 16:26:44.820252 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33254) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:44.834223 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-061d6377-82cc-4c8e-bba2-a63af7c4aa0f req-237a031b-b8c7-4145-9cea-c9702b962271 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437653 Apr 06 16:26:44.837484 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1e029cff-105b-4dd5-9042-4b5c07683fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.920064 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1e029cff-105b-4dd5-9042-4b5c07683fe3 admin admin] Publish callbacks [] for security_group (bc4952dd-d8ad-4d3d-954b-9c267de4d7ed), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.924929 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1e029cff-105b-4dd5-9042-4b5c07683fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (bc4952dd-d8ad-4d3d-954b-9c267de4d7ed), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:44.964648 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029cff-105b-4dd5-9042-4b5c07683fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4952dd-d8ad-4d3d-954b-9c267de4d7ed,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:44.971078 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-1e029cff-105b-4dd5-9042-4b5c07683fe3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ba87288b9874865aa229e0fe8c6ff8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474404 Apr 06 16:26:44.971299 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33256) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:45.020284 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1374-f0e1-4a5f-a3b5-005fb23a1ecd admin admin] Publish callbacks [] for security_group (bc4952dd-d8ad-4d3d-954b-9c267de4d7ed), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:45.042207 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1374-f0e1-4a5f-a3b5-005fb23a1ecd admin admin] Publish callbacks [] for security_group (bc4952dd-d8ad-4d3d-954b-9c267de4d7ed), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:45.088806 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1374-f0e1-4a5f-a3b5-005fb23a1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (bc4952dd-d8ad-4d3d-954b-9c267de4d7ed), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:45.091391 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1374-f0e1-4a5f-a3b5-005fb23a1ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:45.092505 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-bb3d1374-f0e1-4a5f-a3b5-005fb23a1ecd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc4952dd-d8ad-4d3d-954b-9c267de4d7ed HTTP/1.1" status: 204 len: 168 time: 0.1202967 Apr 06 16:26:45.100532 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d1374-f0e1-4a5f-a3b5-005fb23a1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4952dd-d8ad-4d3d-954b-9c267de4d7ed,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:45.956678 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f804d-8924-4cc9-9882-540498eb1842 req-63baa4b2-9409-4adc-98a2-90f67a04a2fa tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:45.958385 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d56f804d-8924-4cc9-9882-540498eb1842 req-63baa4b2-9409-4adc-98a2-90f67a04a2fa tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Apr 06 16:26:46.010668 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d56f804d-8924-4cc9-9882-540498eb1842 req-a3a34940-fc25-4b9d-856c-91de0421336e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452991 Apr 06 16:26:46.754937 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33312) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:46.857509 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29ae-a70a-4f9f-a7ef-33af5937d101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:46.930624 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29ae-a70a-4f9f-a7ef-33af5937d101 admin admin] Publish callbacks [] for security_group (69054dce-3ce1-413c-b550-8542fd05eb44), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:46.934726 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29ae-a70a-4f9f-a7ef-33af5937d101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (69054dce-3ce1-413c-b550-8542fd05eb44), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:46.973545 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6f6b29ae-a70a-4f9f-a7ef-33af5937d101 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=058d74da95d34f149299891e5ffd9e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175574 Apr 06 16:26:46.974500 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b29ae-a70a-4f9f-a7ef-33af5937d101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69054dce-3ce1-413c-b550-8542fd05eb44,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:46.976230 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33316) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:47.023081 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3cf460cd-3f05-4ccc-827e-c660b15c09d4 admin admin] Publish callbacks [] for security_group (69054dce-3ce1-413c-b550-8542fd05eb44), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.043361 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3cf460cd-3f05-4ccc-827e-c660b15c09d4 admin admin] Publish callbacks [] for security_group (69054dce-3ce1-413c-b550-8542fd05eb44), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.096130 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3cf460cd-3f05-4ccc-827e-c660b15c09d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (69054dce-3ce1-413c-b550-8542fd05eb44), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.098626 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3cf460cd-3f05-4ccc-827e-c660b15c09d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.099740 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3cf460cd-3f05-4ccc-827e-c660b15c09d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69054dce-3ce1-413c-b550-8542fd05eb44 HTTP/1.1" status: 204 len: 168 time: 0.1225331 Apr 06 16:26:47.124353 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf460cd-3f05-4ccc-827e-c660b15c09d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69054dce-3ce1-413c-b550-8542fd05eb44,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:47.165865 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67997979-6932-4f63-82cc-d65fc1b39ef9 req-454cd613-9451-486a-8a67-ed4589daf8e2 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:47.178458 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67997979-6932-4f63-82cc-d65fc1b39ef9 req-454cd613-9451-486a-8a67-ed4589daf8e2 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 945 time: 0.0873551 Apr 06 16:26:47.217794 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-67997979-6932-4f63-82cc-d65fc1b39ef9 req-d89e6f49-26df-42a5-baea-b5a799c7308d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Apr 06 16:26:47.368558 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33326) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:47.382154 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-532df594-1536-484f-ba27-ff85834f6cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.463727 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-532df594-1536-484f-ba27-ff85834f6cc9 admin admin] Publish callbacks [] for security_group (84c3d18e-fbc9-4302-9ab4-2bca3865e3f5), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.468148 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-532df594-1536-484f-ba27-ff85834f6cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (84c3d18e-fbc9-4302-9ab4-2bca3865e3f5), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.509959 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-532df594-1536-484f-ba27-ff85834f6cc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ae01e6011514362be42e43220a92397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402826 Apr 06 16:26:47.511953 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532df594-1536-484f-ba27-ff85834f6cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c3d18e-fbc9-4302-9ab4-2bca3865e3f5,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:47.512737 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33330) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:47.563368 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-442ef81c-ca3c-4fa4-b350-51b8fbd8c39d admin admin] Publish callbacks [] for security_group (84c3d18e-fbc9-4302-9ab4-2bca3865e3f5), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.584927 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-442ef81c-ca3c-4fa4-b350-51b8fbd8c39d admin admin] Publish callbacks [] for security_group (84c3d18e-fbc9-4302-9ab4-2bca3865e3f5), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.637617 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-442ef81c-ca3c-4fa4-b350-51b8fbd8c39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (84c3d18e-fbc9-4302-9ab4-2bca3865e3f5), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.640324 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-442ef81c-ca3c-4fa4-b350-51b8fbd8c39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.641500 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-442ef81c-ca3c-4fa4-b350-51b8fbd8c39d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84c3d18e-fbc9-4302-9ab4-2bca3865e3f5 HTTP/1.1" status: 204 len: 168 time: 0.1277890 Apr 06 16:26:47.649011 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ef81c-ca3c-4fa4-b350-51b8fbd8c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c3d18e-fbc9-4302-9ab4-2bca3865e3f5,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:47.739580 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:26:47.788522 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:26:47.788900 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.867506 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:26:47.867896 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.891547 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:26:47.893781 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d20a9-c8a8-4101-a30f-94180d910118" -d '{"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-plugged", "status": "completed", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:26:47.906774 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:26:47.912644 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:47.940248 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1e4754-4212-4125-9f5a-6d6c0469c9ac x-openstack-request-id: req-de1e4754-4212-4125-9f5a-6d6c0469c9ac {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:26:47.940546 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-plugged", "status": "completed", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:26:47.940804 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de1e4754-4212-4125-9f5a-6d6c0469c9ac {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:26:47.941201 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1e4754-4212-4125-9f5a-6d6c0469c9ac'] response: {'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'code': 200} Apr 06 16:26:47.972548 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=10']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:48.138900 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28216299-c5b6-4cd6-9905-bb469608b18a req-b3b0a6d2-0c6c-45b0-a315-591d309fa60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:48.140392 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-28216299-c5b6-4cd6-9905-bb469608b18a req-b3b0a6d2-0c6c-45b0-a315-591d309fa60c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 1131 time: 0.0478721 Apr 06 16:26:48.184968 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-28216299-c5b6-4cd6-9905-bb469608b18a req-66314582-cd13-4c0e-af5d-062407de59cf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377328 Apr 06 16:26:48.344075 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dffd2a-39b2-48d3-a2d7-d527dc3f7048 req-43ad9861-c0ca-4932-adb5-5b4eb6f8020d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:48.351126 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e9dffd2a-39b2-48d3-a2d7-d527dc3f7048 req-43ad9861-c0ca-4932-adb5-5b4eb6f8020d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 947 time: 0.0569618 Apr 06 16:26:48.400042 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e9dffd2a-39b2-48d3-a2d7-d527dc3f7048 req-a4df3674-9a72-4639-9ff0-05b1fe478948 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476215 Apr 06 16:26:49.541541 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c90b6-98e5-4a80-a691-ba6c1e47519d req-7b9e048e-24d0-4ec0-adb3-d43d7fcd0eea tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:49.543023 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fb2c90b6-98e5-4a80-a691-ba6c1e47519d req-7b9e048e-24d0-4ec0-adb3-d43d7fcd0eea tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 947 time: 0.0538177 Apr 06 16:26:49.597724 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fb2c90b6-98e5-4a80-a691-ba6c1e47519d req-be0fd96d-6e28-44d4-a18d-dc135296241e tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476332 Apr 06 16:26:49.751076 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2ecb7407-0689-46c2-a922-43cc0b3b4c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.100996 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33438) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:50.205808 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-885945b1-4b1d-48e9-a593-46061cf630a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.277238 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-885945b1-4b1d-48e9-a593-46061cf630a8 admin admin] Publish callbacks [] for security_group (6606891d-b9ef-444f-ab22-b2b7abd99304), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.280735 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-885945b1-4b1d-48e9-a593-46061cf630a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (6606891d-b9ef-444f-ab22-b2b7abd99304), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.317474 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-885945b1-4b1d-48e9-a593-46061cf630a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dc7e21dd18f4564b5fd2d8495befbba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153878 Apr 06 16:26:50.318359 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885945b1-4b1d-48e9-a593-46061cf630a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6606891d-b9ef-444f-ab22-b2b7abd99304,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:50.320212 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33442) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:50.367051 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c2b65246-d230-4ee3-8bcf-99f3d612b735 admin admin] Publish callbacks [] for security_group (6606891d-b9ef-444f-ab22-b2b7abd99304), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.388464 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c2b65246-d230-4ee3-8bcf-99f3d612b735 admin admin] Publish callbacks [] for security_group (6606891d-b9ef-444f-ab22-b2b7abd99304), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.434300 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c2b65246-d230-4ee3-8bcf-99f3d612b735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (6606891d-b9ef-444f-ab22-b2b7abd99304), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.436907 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c2b65246-d230-4ee3-8bcf-99f3d612b735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.438053 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-c2b65246-d230-4ee3-8bcf-99f3d612b735 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6606891d-b9ef-444f-ab22-b2b7abd99304 HTTP/1.1" status: 204 len: 168 time: 0.1168377 Apr 06 16:26:50.445761 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b65246-d230-4ee3-8bcf-99f3d612b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6606891d-b9ef-444f-ab22-b2b7abd99304,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:50.699010 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33450) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:50.711730 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-976559e4-69cd-47b6-bca0-0d5d73a64e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.724100 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc0082-cbd2-4524-8244-356cef7c6ab3 req-eee938c3-149e-4e13-8592-8a38fc42e44b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:50.725766 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1cc0082-cbd2-4524-8244-356cef7c6ab3 req-eee938c3-149e-4e13-8592-8a38fc42e44b tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 947 time: 0.0573080 Apr 06 16:26:50.778131 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f1cc0082-cbd2-4524-8244-356cef7c6ab3 req-5df3b0b9-dcb8-4866-ba0b-23f4ab95023c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461445 Apr 06 16:26:50.791250 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-976559e4-69cd-47b6-bca0-0d5d73a64e10 admin admin] Publish callbacks [] for security_group (f82a8fc7-60a2-4b3c-b89d-a36e95b61441), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.795456 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-976559e4-69cd-47b6-bca0-0d5d73a64e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (f82a8fc7-60a2-4b3c-b89d-a36e95b61441), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.834770 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-976559e4-69cd-47b6-bca0-0d5d73a64e10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a12793d20800405cb3b206c2b9a35b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346889 Apr 06 16:26:50.835847 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976559e4-69cd-47b6-bca0-0d5d73a64e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a8fc7-60a2-4b3c-b89d-a36e95b61441,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:50.837392 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33454) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:50.884820 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fd7b553c-de67-424c-835b-13c2e522ea3c admin admin] Publish callbacks [] for security_group (f82a8fc7-60a2-4b3c-b89d-a36e95b61441), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.905080 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fd7b553c-de67-424c-835b-13c2e522ea3c admin admin] Publish callbacks [] for security_group (f82a8fc7-60a2-4b3c-b89d-a36e95b61441), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.951309 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fd7b553c-de67-424c-835b-13c2e522ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (f82a8fc7-60a2-4b3c-b89d-a36e95b61441), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.954635 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-fd7b553c-de67-424c-835b-13c2e522ea3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:50.955820 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-fd7b553c-de67-424c-835b-13c2e522ea3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f82a8fc7-60a2-4b3c-b89d-a36e95b61441 HTTP/1.1" status: 204 len: 168 time: 0.1174231 Apr 06 16:26:50.963410 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b553c-de67-424c-835b-13c2e522ea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a8fc7-60a2-4b3c-b89d-a36e95b61441,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:51.910374 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea28b5-bb10-4670-8fae-d3eb9e4b5328 req-1184c4fe-36c6-4217-9f7f-777e233b69e4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:51.911917 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e6ea28b5-bb10-4670-8fae-d3eb9e4b5328 req-1184c4fe-36c6-4217-9f7f-777e233b69e4 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 947 time: 0.0575888 Apr 06 16:26:51.960019 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e6ea28b5-bb10-4670-8fae-d3eb9e4b5328 req-355a7ac3-e002-4fc0-a17d-ccc5b8e44e44 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Apr 06 16:26:52.082108 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fb954bc6-a42d-494b-9f69-8fed5f356470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:52.922778 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33568) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:53.048045 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-563a4257-68b8-46c6-8fa3-44c293eb1223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.122597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84d2e-448e-4657-88eb-35099bd11771 req-9abfc174-d51a-4315-b8d3-12007309893c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:53.124118 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46d84d2e-448e-4657-88eb-35099bd11771 req-9abfc174-d51a-4315-b8d3-12007309893c tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 947 time: 0.0780737 Apr 06 16:26:53.193634 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-46d84d2e-448e-4657-88eb-35099bd11771 req-43c42520-1ecd-4db7-8c3a-288d6cab8a42 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609682 Apr 06 16:26:53.202352 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-563a4257-68b8-46c6-8fa3-44c293eb1223 admin admin] Publish callbacks [] for security_group (12474d7f-65aa-45a2-9c0d-148be816100a), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.207750 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-563a4257-68b8-46c6-8fa3-44c293eb1223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (12474d7f-65aa-45a2-9c0d-148be816100a), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.242735 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-563a4257-68b8-46c6-8fa3-44c293eb1223 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0bff0e3d5a44bcc86b96403710535a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178566 Apr 06 16:26:53.245036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33588) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:53.250354 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.282782 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33590) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:53.391676 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1c997d10-c381-4213-a94c-7c263e9d3fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.472366 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1c997d10-c381-4213-a94c-7c263e9d3fa8 admin admin] Publish callbacks [] for security_group (4403dad7-4fdf-44d5-8b1b-94cb12508a7e), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.476617 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1c997d10-c381-4213-a94c-7c263e9d3fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (4403dad7-4fdf-44d5-8b1b-94cb12508a7e), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.491171 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a4257-68b8-46c6-8fa3-44c293eb1223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12474d7f-65aa-45a2-9c0d-148be816100a,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:53.515289 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-1c997d10-c381-4213-a94c-7c263e9d3fa8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e457dc9de573409cbef33cbb4dad4712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314210 Apr 06 16:26:53.516906 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c997d10-c381-4213-a94c-7c263e9d3fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4403dad7-4fdf-44d5-8b1b-94cb12508a7e,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:53.519046 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33594) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:53.542832 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf22b-f730-41b6-a7d6-31715c202fac admin admin] Publish callbacks [] for security_group (12474d7f-65aa-45a2-9c0d-148be816100a), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.577238 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf22b-f730-41b6-a7d6-31715c202fac admin admin] Publish callbacks [] for security_group (12474d7f-65aa-45a2-9c0d-148be816100a), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.602660 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3501c8a4-5713-472e-bcb2-f7765f516b65 admin admin] Publish callbacks [] for security_group (4403dad7-4fdf-44d5-8b1b-94cb12508a7e), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.635440 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3501c8a4-5713-472e-bcb2-f7765f516b65 admin admin] Publish callbacks [] for security_group (4403dad7-4fdf-44d5-8b1b-94cb12508a7e), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.662463 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf22b-f730-41b6-a7d6-31715c202fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (12474d7f-65aa-45a2-9c0d-148be816100a), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.664999 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf22b-f730-41b6-a7d6-31715c202fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.666206 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-a1fbf22b-f730-41b6-a7d6-31715c202fac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12474d7f-65aa-45a2-9c0d-148be816100a HTTP/1.1" status: 204 len: 168 time: 0.4204948 Apr 06 16:26:53.676555 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbf22b-f730-41b6-a7d6-31715c202fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12474d7f-65aa-45a2-9c0d-148be816100a,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:53.698059 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3501c8a4-5713-472e-bcb2-f7765f516b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (4403dad7-4fdf-44d5-8b1b-94cb12508a7e), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.700659 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3501c8a4-5713-472e-bcb2-f7765f516b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.705136 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3501c8a4-5713-472e-bcb2-f7765f516b65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4403dad7-4fdf-44d5-8b1b-94cb12508a7e HTTP/1.1" status: 204 len: 168 time: 0.1818898 Apr 06 16:26:53.710587 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501c8a4-5713-472e-bcb2-f7765f516b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4403dad7-4fdf-44d5-8b1b-94cb12508a7e,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:53.963513 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33604) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:53.977808 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fac0e65e-ee05-4786-9c31-4162456371ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:53.992291 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33606) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:54.006394 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-78a40cf2-95c2-4a16-880f-48e92bee2d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.058619 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fac0e65e-ee05-4786-9c31-4162456371ab admin admin] Publish callbacks [] for security_group (5f9aa1f8-bd87-4e30-bdd7-abfc8ea1b2c6), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.063118 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-fac0e65e-ee05-4786-9c31-4162456371ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (5f9aa1f8-bd87-4e30-bdd7-abfc8ea1b2c6), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.086140 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-78a40cf2-95c2-4a16-880f-48e92bee2d04 admin admin] Publish callbacks [] for security_group (957b0eca-47fb-47f2-8be9-0b5f60e9a96e), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.090512 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-78a40cf2-95c2-4a16-880f-48e92bee2d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (957b0eca-47fb-47f2-8be9-0b5f60e9a96e), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.104476 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-fac0e65e-ee05-4786-9c31-4162456371ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a42a3f766cbd4a4b8d2da0e98ed75e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376297 Apr 06 16:26:54.104476 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0e65e-ee05-4786-9c31-4162456371ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9aa1f8-bd87-4e30-bdd7-abfc8ea1b2c6,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:54.105065 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33610) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:54.143738 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-78a40cf2-95c2-4a16-880f-48e92bee2d04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d82bf56ed0944008ec5aaca33e46b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501942 Apr 06 16:26:54.146214 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33612) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:54.150668 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a40cf2-95c2-4a16-880f-48e92bee2d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957b0eca-47fb-47f2-8be9-0b5f60e9a96e,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:54.177944 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-11ada5e7-69e3-4cb8-a5b6-ccce7ae3c14e admin admin] Publish callbacks [] for security_group (5f9aa1f8-bd87-4e30-bdd7-abfc8ea1b2c6), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.197535 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f921bc12-369a-4557-a90e-32fbe170f4ec admin admin] Publish callbacks [] for security_group (957b0eca-47fb-47f2-8be9-0b5f60e9a96e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.198606 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-11ada5e7-69e3-4cb8-a5b6-ccce7ae3c14e admin admin] Publish callbacks [] for security_group (5f9aa1f8-bd87-4e30-bdd7-abfc8ea1b2c6), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.218316 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f921bc12-369a-4557-a90e-32fbe170f4ec admin admin] Publish callbacks [] for security_group (957b0eca-47fb-47f2-8be9-0b5f60e9a96e), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.246935 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-11ada5e7-69e3-4cb8-a5b6-ccce7ae3c14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (5f9aa1f8-bd87-4e30-bdd7-abfc8ea1b2c6), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.250081 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-11ada5e7-69e3-4cb8-a5b6-ccce7ae3c14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.251255 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-11ada5e7-69e3-4cb8-a5b6-ccce7ae3c14e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f9aa1f8-bd87-4e30-bdd7-abfc8ea1b2c6 HTTP/1.1" status: 204 len: 168 time: 0.1437633 Apr 06 16:26:54.264753 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ada5e7-69e3-4cb8-a5b6-ccce7ae3c14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9aa1f8-bd87-4e30-bdd7-abfc8ea1b2c6,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:54.270736 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f921bc12-369a-4557-a90e-32fbe170f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (957b0eca-47fb-47f2-8be9-0b5f60e9a96e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.270736 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f921bc12-369a-4557-a90e-32fbe170f4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.274678 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f921bc12-369a-4557-a90e-32fbe170f4ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/957b0eca-47fb-47f2-8be9-0b5f60e9a96e HTTP/1.1" status: 204 len: 168 time: 0.1274049 Apr 06 16:26:54.283753 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921bc12-369a-4557-a90e-32fbe170f4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b0eca-47fb-47f2-8be9-0b5f60e9a96e,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:54.631131 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33630) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:54.645066 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-00f838d0-de28-43a8-a554-8897e92c9066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.663820 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.722587 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-00f838d0-de28-43a8-a554-8897e92c9066 admin admin] Publish callbacks [] for security_group (22f09af8-5765-4f2f-b1ee-758ab6819376), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.726461 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-00f838d0-de28-43a8-a554-8897e92c9066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (22f09af8-5765-4f2f-b1ee-758ab6819376), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.764546 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f838d0-de28-43a8-a554-8897e92c9066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f09af8-5765-4f2f-b1ee-758ab6819376,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:54.773136 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-00f838d0-de28-43a8-a554-8897e92c9066 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a4e3ffc6dc14e2ba0a53298e1e72e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390598 Apr 06 16:26:54.773246 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33632) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:26:54.821375 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4b18861b-889e-4f1d-ac46-d2c11743ee58 admin admin] Publish callbacks [] for security_group (22f09af8-5765-4f2f-b1ee-758ab6819376), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.842405 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4b18861b-889e-4f1d-ac46-d2c11743ee58 admin admin] Publish callbacks [] for security_group (22f09af8-5765-4f2f-b1ee-758ab6819376), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.893135 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4b18861b-889e-4f1d-ac46-d2c11743ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (22f09af8-5765-4f2f-b1ee-758ab6819376), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.895768 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4b18861b-889e-4f1d-ac46-d2c11743ee58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:54.896939 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-4b18861b-889e-4f1d-ac46-d2c11743ee58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22f09af8-5765-4f2f-b1ee-758ab6819376 HTTP/1.1" status: 204 len: 168 time: 0.1225867 Apr 06 16:26:54.904991 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18861b-889e-4f1d-ac46-d2c11743ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f09af8-5765-4f2f-b1ee-758ab6819376,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:26:55.116096 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:55.915536 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-300368a4-0529-4038-b8c0-f140229681e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496056 Apr 06 16:26:55.961867 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:56.017693 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-ecc281da-3837-469b-a41d-f5440fefe6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:56.019386 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-ecc281da-3837-469b-a41d-f5440fefe6d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56ac47e9df204a5dbb3be811989f4eab&device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1129 time: 0.0549445 Apr 06 16:26:56.154300 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-60e23a1b-d289-4d6c-806f-b0eb4fb2c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:56.155867 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-60e23a1b-d289-4d6c-806f-b0eb4fb2c291 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 200 len: 909 time: 0.1172016 Apr 06 16:26:56.223594 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-9e7b0dcb-b6ba-415d-a812-8067ce53539f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 1001 time: 0.0615761 Apr 06 16:26:56.412420 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-07d5c560-8ca2-49d6-b315-28f688fbe082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:56.413852 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-07d5c560-8ca2-49d6-b315-28f688fbe082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1ab3677-0836-4e11-81c0-5cef3e5ccb62 HTTP/1.1" status: 200 len: 847 time: 0.0442588 Apr 06 16:26:56.472982 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-bf84a365-0937-4193-8557-1dc685f77ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:26:56.474503 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-bf84a365-0937-4193-8557-1dc685f77ece service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83157fcb-a6b3-43fa-b698-f814e3289e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509131 Apr 06 16:26:56.564364 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-7bec9fa8-6ff3-4520-935f-58f726224fa7 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828211 Apr 06 16:26:56.660358 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-688a2a28-b891-4bb2-841d-9ed1f3360bcf req-a025aa2b-cd61-44a5-8497-a5e721dde8dd service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894475 Apr 06 16:27:01.960734 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5e889-512c-4052-92bd-71dda53db041 req-47272c7e-881d-4729-8ea6-5003b4a6ac45 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:01.962121 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-28c5e889-512c-4052-92bd-71dda53db041 req-47272c7e-881d-4729-8ea6-5003b4a6ac45 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 945 time: 0.0539634 Apr 06 16:27:02.011073 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-28c5e889-512c-4052-92bd-71dda53db041 req-68d63ca9-6033-4ce9-a202-4084fb04bec2 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Apr 06 16:27:03.132957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e242a49-d7d8-4955-8e53-f86f07fa297a req-0ab141ed-9c18-4946-afda-d1a71139abf5 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:03.134720 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8e242a49-d7d8-4955-8e53-f86f07fa297a req-0ab141ed-9c18-4946-afda-d1a71139abf5 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 945 time: 0.0524921 Apr 06 16:27:03.181768 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8e242a49-d7d8-4955-8e53-f86f07fa297a req-48726104-3367-44bb-9963-72272968116b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Apr 06 16:27:03.659411 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-deab7562-30dc-49dd-bb9e-e539ae413bea tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:03.660886 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-deab7562-30dc-49dd-bb9e-e539ae413bea tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.45 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 945 time: 0.0582569 Apr 06 16:27:03.758682 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Deleting port 3d672a66-e028-41da-86b6-c5e96340da6d {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:27:03.759108 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:03.852837 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] For port 3d672a66-e028-41da-86b6-c5e96340da6d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d672a66-e028-41da-86b6-c5e96340da6d,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:03.853147 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:03.866874 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Calling delete_port for 3d672a66-e028-41da-86b6-c5e96340da6d owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:27:04.000130 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (3d672a66-e028-41da-86b6-c5e96340da6d), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:04.015027 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['3d672a66-e028-41da-86b6-c5e96340da6d'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:27:04.042925 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Pushing event deleted for resources: {'Port': ['ID=3d672a66-e028-41da-86b6-c5e96340da6d,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:04.093712 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] No DVR routers for this DVR port 3d672a66-e028-41da-86b6-c5e96340da6d on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:27:04.096325 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:04.100350 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-00c7c697-5777-41d4-b266-ba70fa29dd54 req-fd77e51b-67cb-4f8c-96bd-f691b2805bb7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.45 "DELETE /v2.0/ports/3d672a66-e028-41da-86b6-c5e96340da6d HTTP/1.1" status: 204 len: 173 time: 0.4344769 Apr 06 16:27:04.100827 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb136d-2c72-459f-aa86-d8c82a15ea65', 'name': 'network-vif-deleted', 'tag': '3d672a66-e028-41da-86b6-c5e96340da6d'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:27:04.103875 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15ef3fa-89ad-4557-9226-8dce22a4d62a" -d '{"events": [{"server_uuid": "39cb136d-2c72-459f-aa86-d8c82a15ea65", "name": "network-vif-deleted", "tag": "3d672a66-e028-41da-86b6-c5e96340da6d"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:27:04.273908 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58016db4-376c-4b86-91aa-5203b412ca1c x-openstack-request-id: req-58016db4-376c-4b86-91aa-5203b412ca1c {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:27:04.274535 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb136d-2c72-459f-aa86-d8c82a15ea65", "name": "network-vif-deleted", "tag": "3d672a66-e028-41da-86b6-c5e96340da6d", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:27:04.274535 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58016db4-376c-4b86-91aa-5203b412ca1c {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:27:04.274893 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58016db4-376c-4b86-91aa-5203b412ca1c'] response: {'server_uuid': '39cb136d-2c72-459f-aa86-d8c82a15ea65', 'name': 'network-vif-deleted', 'tag': '3d672a66-e028-41da-86b6-c5e96340da6d', 'status': 'completed', 'code': 200} Apr 06 16:27:04.302945 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bf6db364-71f3-4643-85ad-28d9ba4d9f30 req-be09aba4-6200-4b67-9139-8a1680c82eaa tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=39cb136d-2c72-459f-aa86-d8c82a15ea65 HTTP/1.1" status: 200 len: 210 time: 0.0308864 Apr 06 16:27:05.101736 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33870) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:05.205539 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5142b746-6b07-4747-bf65-2d8341fb23f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.286386 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5142b746-6b07-4747-bf65-2d8341fb23f2 admin admin] Publish callbacks [] for security_group (c6c8aaef-5a75-4efb-bb97-085b4a3cc274), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.290200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5142b746-6b07-4747-bf65-2d8341fb23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (c6c8aaef-5a75-4efb-bb97-085b4a3cc274), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.326745 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142b746-6b07-4747-bf65-2d8341fb23f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c8aaef-5a75-4efb-bb97-085b4a3cc274,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:05.334757 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5142b746-6b07-4747-bf65-2d8341fb23f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f7d0999f4f541fdadc371abce38443d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299376 Apr 06 16:27:05.335662 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33876) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:05.387059 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-87c523f4-9c7c-4698-b2a2-f3851f57842c admin admin] Publish callbacks [] for security_group (c6c8aaef-5a75-4efb-bb97-085b4a3cc274), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.411012 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-87c523f4-9c7c-4698-b2a2-f3851f57842c admin admin] Publish callbacks [] for security_group (c6c8aaef-5a75-4efb-bb97-085b4a3cc274), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.460916 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-87c523f4-9c7c-4698-b2a2-f3851f57842c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (c6c8aaef-5a75-4efb-bb97-085b4a3cc274), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.463659 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-87c523f4-9c7c-4698-b2a2-f3851f57842c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.464994 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-87c523f4-9c7c-4698-b2a2-f3851f57842c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6c8aaef-5a75-4efb-bb97-085b4a3cc274 HTTP/1.1" status: 204 len: 168 time: 0.1285174 Apr 06 16:27:05.475746 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c523f4-9c7c-4698-b2a2-f3851f57842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c8aaef-5a75-4efb-bb97-085b4a3cc274,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:05.765609 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 33888) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:05.779852 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-83181b39-a7aa-4a38-8f5c-4f82225beca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.853070 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-83181b39-a7aa-4a38-8f5c-4f82225beca3 admin admin] Publish callbacks [] for security_group (a3317478-2c29-4d5e-9de1-0602ba6cb9f1), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.857088 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-83181b39-a7aa-4a38-8f5c-4f82225beca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (a3317478-2c29-4d5e-9de1-0602ba6cb9f1), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.900234 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-83181b39-a7aa-4a38-8f5c-4f82225beca3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ad940158dfa477880a6df1f9f61e837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335242 Apr 06 16:27:05.901090 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83181b39-a7aa-4a38-8f5c-4f82225beca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3317478-2c29-4d5e-9de1-0602ba6cb9f1,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:05.902982 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 33890) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:05.954717 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-27a81361-b809-41a4-8504-09a25e9f6344 admin admin] Publish callbacks [] for security_group (a3317478-2c29-4d5e-9de1-0602ba6cb9f1), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.976485 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-27a81361-b809-41a4-8504-09a25e9f6344 admin admin] Publish callbacks [] for security_group (a3317478-2c29-4d5e-9de1-0602ba6cb9f1), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:06.029480 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-27a81361-b809-41a4-8504-09a25e9f6344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (a3317478-2c29-4d5e-9de1-0602ba6cb9f1), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:06.032011 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-27a81361-b809-41a4-8504-09a25e9f6344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:06.033145 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-27a81361-b809-41a4-8504-09a25e9f6344 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3317478-2c29-4d5e-9de1-0602ba6cb9f1 HTTP/1.1" status: 204 len: 168 time: 0.1290898 Apr 06 16:27:06.042508 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a81361-b809-41a4-8504-09a25e9f6344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3317478-2c29-4d5e-9de1-0602ba6cb9f1,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:08.686403 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 3d672a66-e028-41da-86b6-c5e96340da6d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:27:08.707043 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 3d672a66-e028-41da-86b6-c5e96340da6d {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:27:08.707391 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 3d672a66-e028-41da-86b6-c5e96340da6d not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:27:17.418873 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-df6c702e-8c55-457d-a8b8-92603b3f1f0a tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:17.420327 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-df6c702e-8c55-457d-a8b8-92603b3f1f0a tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/networks?id=030c2d02-ae79-4e2d-82c3-470160188b3e HTTP/1.1" status: 200 len: 814 time: 0.1079855 Apr 06 16:27:17.435016 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-6d9d617c-cc64-4d27-9260-51ff21c31d97 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/quotas/71c6b6a723c94ab6b2544b67f61cbd63 HTTP/1.1" status: 200 len: 375 time: 0.0087709 Apr 06 16:27:17.470241 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-59d07d00-3c53-437b-9e3d-47d550acd9d2 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=71c6b6a723c94ab6b2544b67f61cbd63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304480 Apr 06 16:27:17.563894 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-cee275c8-18d6-4ae4-b557-0b72315185b4 service neutron] 10.222.0.10 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870988 Apr 06 16:27:17.653410 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ee46ecfc-bf4c-4ea0-a9fb-ae19071f0288 service neutron] 10.222.0.10 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837836 Apr 06 16:27:17.807147 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-68533973-631d-47cb-b5b4-588d7e2346d7 req-d24d88bd-4fbf-407c-b094-f490265837bc tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 210 time: 0.0284481 Apr 06 16:27:18.487893 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34084) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:18.590267 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6a561b0b-6248-4b66-92bc-be3ab7dae5f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:18.667174 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6a561b0b-6248-4b66-92bc-be3ab7dae5f3 admin admin] Publish callbacks [] for security_group (99c7ff92-e431-4255-89e6-66765c169630), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:18.672348 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6a561b0b-6248-4b66-92bc-be3ab7dae5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (99c7ff92-e431-4255-89e6-66765c169630), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:18.712596 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6a561b0b-6248-4b66-92bc-be3ab7dae5f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7271604d12343338575376811fe21ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235818 Apr 06 16:27:18.713728 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a561b0b-6248-4b66-92bc-be3ab7dae5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7ff92-e431-4255-89e6-66765c169630,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:18.716015 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34088) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:18.747464 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-c0c83b14-d59f-437e-8c4d-d54f58482001 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:18.748904 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-c0c83b14-d59f-437e-8c4d-d54f58482001 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.45 "GET /v2.0/networks?id=030c2d02-ae79-4e2d-82c3-470160188b3e HTTP/1.1" status: 200 len: 814 time: 0.1122975 Apr 06 16:27:18.761382 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Request body: {'port': {'device_id': 'fac27830-e3a6-40d2-b6dd-647de5bb2132', 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e', 'admin_state_up': True, 'tenant_id': '71c6b6a723c94ab6b2544b67f61cbd63'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:27:18.768371 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f14ea76a-5eb2-432b-bc32-e3ed99f5d636 admin admin] Publish callbacks [] for security_group (99c7ff92-e431-4255-89e6-66765c169630), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:18.790065 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f14ea76a-5eb2-432b-bc32-e3ed99f5d636 admin admin] Publish callbacks [] for security_group (99c7ff92-e431-4255-89e6-66765c169630), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:18.844808 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f14ea76a-5eb2-432b-bc32-e3ed99f5d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (99c7ff92-e431-4255-89e6-66765c169630), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:18.848337 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f14ea76a-5eb2-432b-bc32-e3ed99f5d636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:18.850921 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f14ea76a-5eb2-432b-bc32-e3ed99f5d636 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99c7ff92-e431-4255-89e6-66765c169630 HTTP/1.1" status: 204 len: 168 time: 0.1338253 Apr 06 16:27:18.858619 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ea76a-5eb2-432b-bc32-e3ed99f5d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7ff92-e431-4255-89e6-66765c169630,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:18.890296 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Made reservation on behalf of 71c6b6a723c94ab6b2544b67f61cbd63 for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:27:18.896074 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:18.934728 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-323385b5-66a5-4ec5-a3a0-d93225618140 req-e582cb3e-de56-42fb-872e-14f29f15cf64 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 210 time: 0.0364561 Apr 06 16:27:19.056965 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Allocated IP 172.20.0.13 (030c2d02-ae79-4e2d-82c3-470160188b3e/49d7f55e-6093-44e2-85e5-4b9dfce9383d/6a10f3fa-fe9b-4899-8160-c966ed9a86d7) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:27:19.214811 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks [] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.246933 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.285607 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Network 030c2d02-ae79-4e2d-82c3-470160188b3e is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:27:19.288553 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:27:19.294685 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:27:19.319378 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Pushing event updated for resources: {'Port': ['ID=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:19.347330 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:19.347941 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.364356 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-87da99c6-bdb3-4151-9c6d-dcc9f7e57e09 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6070457 Apr 06 16:27:19.375601 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Request body: {'port': {'device_id': 'fac27830-e3a6-40d2-b6dd-647de5bb2132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:27:19.438953 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.701232 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:27:19.708929 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Publish callbacks [] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.721014 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Transition to ACTIVE for port object 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:27:19.724127 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.743371 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-70d29bdd-501d-48e5-b5b3-80bc54f701f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.781717 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Pushing event updated for resources: {'Port': ['ID=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:19.848360 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Attempting to bind port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:27:19.848608 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Attempting to bind port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:27:19.848936 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Attempting to bind port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 on network 030c2d02-ae79-4e2d-82c3-470160188b3e {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:27:19.853332 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 on network 030c2d02-ae79-4e2d-82c3-470160188b3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:27:19.853649 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Attempting to bind port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 on network 030c2d02-ae79-4e2d-82c3-470160188b3e {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:27:19.858409 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:27:19.858738 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Checking segment: {'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:27:19.859121 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Bound using segment: {'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:27:19.859541 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Bound port: 6a10f3fa-fe9b-4899-8160-c966ed9a86d7, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0215595-ff48-4b9f-bebe-2d8099f78f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:27:19.859902 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.921826 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] For port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:27:19.925421 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] For port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:27:19.930930 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.963887 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:19.964542 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:19.965928 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a10f3fa-fe9b-4899-8160-c966ed9a86d7 HTTP/1.1" status: 200 len: 1094 time: 0.5944173 Apr 06 16:27:19.966787 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac27830-e3a6-40d2-b6dd-647de5bb2132', 'tag': '6a10f3fa-fe9b-4899-8160-c966ed9a86d7'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:27:19.968607 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "fac27830-e3a6-40d2-b6dd-647de5bb2132", "tag": "6a10f3fa-fe9b-4899-8160-c966ed9a86d7"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:27:20.002545 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03e6ed-431f-45eb-99b7-dae9f3e7cc64 service neutron] Pushing event updated for resources: {'Port': ['ID=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:20.025520 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f3ce3-4410-42af-b84d-d012919e53d5 x-openstack-request-id: req-8b6f3ce3-4410-42af-b84d-d012919e53d5 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:27:20.025880 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac27830-e3a6-40d2-b6dd-647de5bb2132", "tag": "6a10f3fa-fe9b-4899-8160-c966ed9a86d7", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:27:20.026218 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b6f3ce3-4410-42af-b84d-d012919e53d5 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:27:20.026684 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6f3ce3-4410-42af-b84d-d012919e53d5'] response: {'name': 'network-changed', 'server_uuid': 'fac27830-e3a6-40d2-b6dd-647de5bb2132', 'tag': '6a10f3fa-fe9b-4899-8160-c966ed9a86d7', 'status': 'completed', 'code': 200} Apr 06 16:27:20.094961 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-3e08dcb2-3b27-4d7c-9da9-6f381d7486c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:20.096983 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-3e08dcb2-3b27-4d7c-9da9-6f381d7486c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71c6b6a723c94ab6b2544b67f61cbd63&device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 1128 time: 0.0823016 Apr 06 16:27:20.104519 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc520b-a80e-4878-a0e6-30a2a017a1ea req-3e6fbeda-16fe-434e-bf48-c1c25c990bb2 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:20.105801 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b6fc520b-a80e-4878-a0e6-30a2a017a1ea req-3e6fbeda-16fe-434e-bf48-c1c25c990bb2 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 944 time: 0.0831497 Apr 06 16:27:20.162882 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-f5456184-6677-4589-9837-839b78fdee2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a10f3fa-fe9b-4899-8160-c966ed9a86d7 HTTP/1.1" status: 200 len: 217 time: 0.0361466 Apr 06 16:27:20.182623 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b6fc520b-a80e-4878-a0e6-30a2a017a1ea req-ead804b3-e9a4-4ca6-98d1-a66e0596c395 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712037 Apr 06 16:27:20.359757 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:27:21.025358 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-5493c5f2-bde5-4790-ae84-4930fec198bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:21.026737 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-5493c5f2-bde5-4790-ae84-4930fec198bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49d7f55e-6093-44e2-85e5-4b9dfce9383d HTTP/1.1" status: 200 len: 854 time: 0.0468657 Apr 06 16:27:21.311273 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632dc72-d85a-4d6d-adbd-f486dc3d63b5 req-30625d12-48cb-4a52-b970-fcaddb60c642 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:21.313042 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5632dc72-d85a-4d6d-adbd-f486dc3d63b5 req-30625d12-48cb-4a52-b970-fcaddb60c642 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 944 time: 0.0544281 Apr 06 16:27:21.358885 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5632dc72-d85a-4d6d-adbd-f486dc3d63b5 req-9be6eded-8105-4e71-9cd8-e03ef1d02f46 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Apr 06 16:27:21.779522 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-fdf48c97-9619-4b44-9b58-0945ae7ab9b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=030c2d02-ae79-4e2d-82c3-470160188b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253117 Apr 06 16:27:22.083015 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-3eabe8ec-6270-419d-a1f1-276ae86e2c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:22.474458 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10d2f-32a0-4d2b-94a3-84ad5359f362 req-2f87e60e-3dc3-4318-b2a5-d274c0673cdb tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:22.476018 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8db10d2f-32a0-4d2b-94a3-84ad5359f362 req-2f87e60e-3dc3-4318-b2a5-d274c0673cdb tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 944 time: 0.0516574 Apr 06 16:27:22.523207 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8db10d2f-32a0-4d2b-94a3-84ad5359f362 req-48f8b0b2-e82d-4d67-ae3d-5dd8f4afe336 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Apr 06 16:27:22.717801 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-2c2531cf-c720-426d-9f07-e06c8e2fea80 service neutron] 10.222.0.45 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797882 Apr 06 16:27:22.809508 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-fc5bf64a-e35d-4a3a-b037-02fb26da9851 req-dea0f7c1-0148-4195-9800-6be82f59fb3f service neutron] 10.222.0.45 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854571 Apr 06 16:27:23.253573 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:23.639985 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea74d88-d458-4d5d-af3a-aa6a30a7d061 req-53c5b378-dc67-4ecc-9183-7f1593904de5 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:23.641446 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5ea74d88-d458-4d5d-af3a-aa6a30a7d061 req-53c5b378-dc67-4ecc-9183-7f1593904de5 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 944 time: 0.0533543 Apr 06 16:27:23.686584 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5ea74d88-d458-4d5d-af3a-aa6a30a7d061 req-5040d4c5-3b58-44cb-81a5-8aa1e16103f2 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394967 Apr 06 16:27:23.818073 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-2fca6309-2305-4e49-ad33-90fcd4ea13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:23.819599 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-2fca6309-2305-4e49-ad33-90fcd4ea13e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71c6b6a723c94ab6b2544b67f61cbd63&device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 1128 time: 0.0447156 Apr 06 16:27:23.911668 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-b09c0a71-c93e-4855-b27e-e0c2213b9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:23.913146 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-b09c0a71-c93e-4855-b27e-e0c2213b9bdd service neutron] 10.222.0.45 "GET /v2.0/networks?id=030c2d02-ae79-4e2d-82c3-470160188b3e HTTP/1.1" status: 200 len: 915 time: 0.0856655 Apr 06 16:27:23.951308 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-0eb5c08f-2b34-4ad8-8906-85a59a152460 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a10f3fa-fe9b-4899-8160-c966ed9a86d7 HTTP/1.1" status: 200 len: 217 time: 0.0319579 Apr 06 16:27:24.001238 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-671039a4-b2ce-42fa-a219-155cf5f29c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:24.002649 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-671039a4-b2ce-42fa-a219-155cf5f29c3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49d7f55e-6093-44e2-85e5-4b9dfce9383d HTTP/1.1" status: 200 len: 854 time: 0.0435061 Apr 06 16:27:24.037165 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-3a3fd179-660b-4c45-a14e-97aefce5cfbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=030c2d02-ae79-4e2d-82c3-470160188b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280359 Apr 06 16:27:24.122357 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-664880e6-ab37-42dd-ab73-c6178b9d4eac service neutron] 10.222.0.45 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780382 Apr 06 16:27:24.210576 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-63d79d36-5b35-4dbc-85f5-dae8c2ebfbb2 req-195ebc1e-0408-4622-af1c-eafa9044f4e8 service neutron] 10.222.0.45 "GET /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816183 Apr 06 16:27:24.661335 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:24.800869 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9d4ff-5e43-4dfb-b6b5-21cd994c933f req-655fbb96-082e-4c9d-9650-d4284cd12b68 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:24.802322 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-94d9d4ff-5e43-4dfb-b6b5-21cd994c933f req-655fbb96-082e-4c9d-9650-d4284cd12b68 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 944 time: 0.0514023 Apr 06 16:27:24.848401 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-94d9d4ff-5e43-4dfb-b6b5-21cd994c933f req-8ef8884c-96a7-4eff-a1f8-4d04990f12e5 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Apr 06 16:27:25.108219 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:25.927925 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:27:25.966641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc059-fa0f-4a34-bf09-3a21dcbd072c req-4d3e14c2-fd87-4ab2-a0d5-8d5f80a6b09b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:25.968208 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-22dbc059-fa0f-4a34-bf09-3a21dcbd072c req-4d3e14c2-fd87-4ab2-a0d5-8d5f80a6b09b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 944 time: 0.0555558 Apr 06 16:27:26.005759 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:26.016691 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-22dbc059-fa0f-4a34-bf09-3a21dcbd072c req-b60eb5de-b64c-4286-bcb7-508d6806c086 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Apr 06 16:27:26.041227 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:26.052192 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '6a10f3fa-fe9b-4899-8160-c966ed9a86d7', 'network_id': '030c2d02-ae79-4e2d-82c3-470160188b3e', 'port_id': '6a10f3fa-fe9b-4899-8160-c966ed9a86d7', 'mac_address': 'fa:16:3e:9c:7d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d7f55e-6093-44e2-85e5-4b9dfce9383d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:27:26.087325 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:27:26.087711 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:26.100428 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:27:26.119549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:26.123327 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:26.170940 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:26.177536 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.177882 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.178219 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.178553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.178908 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.179236 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.179563 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.179942 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.180205 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.180525 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.180847 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.181163 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.181479 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.181793 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.182106 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:26.369091 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['6a10f3fa-fe9b-4899-8160-c966ed9a86d7'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:27:27.135182 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a566ae-e89a-46a7-baf6-63e64a248639 req-e206859b-0c20-4894-8dcf-0815d527cf71 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:27.136633 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-73a566ae-e89a-46a7-baf6-63e64a248639 req-e206859b-0c20-4894-8dcf-0815d527cf71 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 945 time: 0.0539620 Apr 06 16:27:27.181606 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-73a566ae-e89a-46a7-baf6-63e64a248639 req-1a8848c3-4559-4d79-a043-32fcb6540eb2 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Apr 06 16:27:28.296585 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704525b-f152-49bd-a918-27f45259c2e1 req-369d411a-2ad0-4f26-beaa-e4ba29650da3 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:28.298028 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b704525b-f152-49bd-a918-27f45259c2e1 req-369d411a-2ad0-4f26-beaa-e4ba29650da3 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 945 time: 0.0505104 Apr 06 16:27:28.342867 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b704525b-f152-49bd-a918-27f45259c2e1 req-872c5132-9fc5-49e4-a524-0578917a79b7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385497 Apr 06 16:27:29.459430 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ec2a0-2251-49c5-a624-338aa78a9894 req-0ff8baf2-bc5e-4b25-8c84-7c77eecd1f83 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:29.460907 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c24ec2a0-2251-49c5-a624-338aa78a9894 req-0ff8baf2-bc5e-4b25-8c84-7c77eecd1f83 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 945 time: 0.0526309 Apr 06 16:27:29.510369 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c24ec2a0-2251-49c5-a624-338aa78a9894 req-313b791d-61ed-4af5-8168-6f502bc8e0a0 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Apr 06 16:27:29.520146 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:27:29.569744 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:27:29.573424 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:27:29.573801 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:29.649927 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:27:29.650316 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:29.671495 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac27830-e3a6-40d2-b6dd-647de5bb2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a10f3fa-fe9b-4899-8160-c966ed9a86d7'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:27:29.673659 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef5629-9a54-4191-9f86-c5826171be2b" -d '{"events": [{"server_uuid": "fac27830-e3a6-40d2-b6dd-647de5bb2132", "name": "network-vif-plugged", "status": "completed", "tag": "6a10f3fa-fe9b-4899-8160-c966ed9a86d7"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:27:29.686917 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:29.691081 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:29.716803 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92d8b25-283a-440c-a4a5-62fb0448e47f x-openstack-request-id: req-e92d8b25-283a-440c-a4a5-62fb0448e47f {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:27:29.717091 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac27830-e3a6-40d2-b6dd-647de5bb2132", "name": "network-vif-plugged", "status": "completed", "tag": "6a10f3fa-fe9b-4899-8160-c966ed9a86d7", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:27:29.717341 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e92d8b25-283a-440c-a4a5-62fb0448e47f {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:27:29.717727 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92d8b25-283a-440c-a4a5-62fb0448e47f'] response: {'server_uuid': 'fac27830-e3a6-40d2-b6dd-647de5bb2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a10f3fa-fe9b-4899-8160-c966ed9a86d7', 'code': 200} Apr 06 16:27:29.872991 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:29.891093 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c965b-ad08-49a2-be37-bc97730406a6 req-ddd170c2-8f6f-4d82-91a0-f48360eda53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:29.892257 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f5c965b-ad08-49a2-be37-bc97730406a6 req-ddd170c2-8f6f-4d82-91a0-f48360eda53b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 1130 time: 0.0450420 Apr 06 16:27:29.934915 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f5c965b-ad08-49a2-be37-bc97730406a6 req-7f379b6d-3895-403e-a156-0ca3b67da71b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Apr 06 16:27:30.628066 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9a93d-88b4-40ba-8594-4fce52ef5b43 req-96e8bc60-c26e-4680-bdfc-8276705248f7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:30.629541 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5ba9a93d-88b4-40ba-8594-4fce52ef5b43 req-96e8bc60-c26e-4680-bdfc-8276705248f7 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 946 time: 0.0541878 Apr 06 16:27:30.674867 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5ba9a93d-88b4-40ba-8594-4fce52ef5b43 req-534f6e6e-f65e-4efb-96d7-23ae492aecf3 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Apr 06 16:27:31.796319 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c778a-4df1-4a57-ad76-a57cb001fc99 req-3337e730-309f-440b-84c9-0d339d6c291b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:31.797785 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df1c778a-4df1-4a57-ad76-a57cb001fc99 req-3337e730-309f-440b-84c9-0d339d6c291b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 946 time: 0.0556412 Apr 06 16:27:31.843488 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-df1c778a-4df1-4a57-ad76-a57cb001fc99 req-00d92e1e-c254-4c3f-9334-31205ea0a561 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Apr 06 16:27:35.478091 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34218) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:35.577813 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-85125a24-cd91-4d92-bea2-fee005403f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:35.648440 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-85125a24-cd91-4d92-bea2-fee005403f6b admin admin] Publish callbacks [] for security_group (1399a9b6-a6e3-4224-a386-69e3e0a3f391), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:35.651916 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-85125a24-cd91-4d92-bea2-fee005403f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (1399a9b6-a6e3-4224-a386-69e3e0a3f391), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:35.687841 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85125a24-cd91-4d92-bea2-fee005403f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399a9b6-a6e3-4224-a386-69e3e0a3f391,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:35.692660 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-85125a24-cd91-4d92-bea2-fee005403f6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b0d2642ac8a41ba8139fba7d640801e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135272 Apr 06 16:27:35.695984 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34222) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:35.742463 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f02e79b4-71e3-41ab-b981-64516eeba320 admin admin] Publish callbacks [] for security_group (1399a9b6-a6e3-4224-a386-69e3e0a3f391), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:35.766488 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f02e79b4-71e3-41ab-b981-64516eeba320 admin admin] Publish callbacks [] for security_group (1399a9b6-a6e3-4224-a386-69e3e0a3f391), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:35.813126 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f02e79b4-71e3-41ab-b981-64516eeba320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (1399a9b6-a6e3-4224-a386-69e3e0a3f391), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:35.816314 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f02e79b4-71e3-41ab-b981-64516eeba320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:35.817450 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-f02e79b4-71e3-41ab-b981-64516eeba320 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1399a9b6-a6e3-4224-a386-69e3e0a3f391 HTTP/1.1" status: 204 len: 168 time: 0.1211648 Apr 06 16:27:35.824975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e79b4-71e3-41ab-b981-64516eeba320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399a9b6-a6e3-4224-a386-69e3e0a3f391,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:36.776337 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34254) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:36.875897 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-56514cb9-3420-435d-a044-bcb39cde7943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:36.962717 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-56514cb9-3420-435d-a044-bcb39cde7943 admin admin] Publish callbacks [] for security_group (0214db20-1038-4c52-bb4a-dd498fe0cf5d), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:36.966809 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-56514cb9-3420-435d-a044-bcb39cde7943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0214db20-1038-4c52-bb4a-dd498fe0cf5d), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:37.004997 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-56514cb9-3420-435d-a044-bcb39cde7943 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6257d5637fda4d23aa4f9b1be848ff0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275827 Apr 06 16:27:37.006088 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56514cb9-3420-435d-a044-bcb39cde7943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0214db20-1038-4c52-bb4a-dd498fe0cf5d,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:37.007813 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34262) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:37.069656 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6f32-c113-4b9d-b37e-2cf51b9e77ff admin admin] Publish callbacks [] for security_group (0214db20-1038-4c52-bb4a-dd498fe0cf5d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:37.090579 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6f32-c113-4b9d-b37e-2cf51b9e77ff admin admin] Publish callbacks [] for security_group (0214db20-1038-4c52-bb4a-dd498fe0cf5d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:37.137791 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6f32-c113-4b9d-b37e-2cf51b9e77ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (0214db20-1038-4c52-bb4a-dd498fe0cf5d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:37.140421 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6f32-c113-4b9d-b37e-2cf51b9e77ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:37.141568 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-dc2d6f32-c113-4b9d-b37e-2cf51b9e77ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0214db20-1038-4c52-bb4a-dd498fe0cf5d HTTP/1.1" status: 204 len: 168 time: 0.1327744 Apr 06 16:27:37.149812 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d6f32-c113-4b9d-b37e-2cf51b9e77ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0214db20-1038-4c52-bb4a-dd498fe0cf5d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:41.412554 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-6a8343b8-6e51-4c6a-afe3-001dfdd8219e tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=96c30ca38cca4b5097b5092d9881e7f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281780 Apr 06 16:27:41.899875 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-92819139-b7ff-4083-b3e8-e56bd096d363 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:41.903152 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-92819139-b7ff-4083-b3e8-e56bd096d363 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4851644 Apr 06 16:27:41.922299 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-a956cc35-e311-4a32-a601-c8f534724450 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/quotas/96c30ca38cca4b5097b5092d9881e7f6 HTTP/1.1" status: 200 len: 375 time: 0.0149889 Apr 06 16:27:41.955304 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-855bc411-a24a-4066-83dd-41a3e99aecfa tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=96c30ca38cca4b5097b5092d9881e7f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316954 Apr 06 16:27:42.055576 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b87bb-cc52-4150-8909-5e4b51eadcf4 req-1c66195f-c6bb-4798-bf67-7ab38b36ee7d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:42.057211 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a78b87bb-cc52-4150-8909-5e4b51eadcf4 req-1c66195f-c6bb-4798-bf67-7ab38b36ee7d tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 947 time: 0.0571847 Apr 06 16:27:42.128916 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a83f35c0-79a4-4f98-9aea-4811942b492d req-3c68e3d1-8a79-496a-b25d-df788c46b359 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0383861 Apr 06 16:27:42.133143 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a78b87bb-cc52-4150-8909-5e4b51eadcf4 req-178cf1e6-5662-4cff-a6f3-93479e3825a1 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703969 Apr 06 16:27:43.231720 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-962bdc3d-4e93-49f8-a7d9-78f149dbc34c req-db09b327-229f-4a14-bea5-597330eebf0e tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0374303 Apr 06 16:27:43.277104 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15dfef-5a52-4742-818d-d43357eb2e93 req-3c0fa4df-4de6-4dfd-afef-9e117c969542 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:43.278577 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f15dfef-5a52-4742-818d-d43357eb2e93 req-3c0fa4df-4de6-4dfd-afef-9e117c969542 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 947 time: 0.0730634 Apr 06 16:27:43.323878 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2f15dfef-5a52-4742-818d-d43357eb2e93 req-793941cd-4ebc-4530-8136-70072fa2ab42 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups?id=47ede178-77b5-4646-90ff-0e5524e3db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398216 Apr 06 16:27:43.786211 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-d10cba48-1fc0-4ba6-a625-99269bd0ac66 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:43.787737 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-d10cba48-1fc0-4ba6-a625-99269bd0ac66 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 947 time: 0.0522094 Apr 06 16:27:43.842015 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-5fd3198d-2c8c-4212-b785-b8da1ddab413 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=96c30ca38cca4b5097b5092d9881e7f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371215 Apr 06 16:27:43.912626 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Deleting port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:27:43.913042 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:44.013213 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] For port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:44.013586 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:44.033950 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-cc978b9f-d8d9-44c8-8585-1cca69dce3d8 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:44.035986 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-cc978b9f-d8d9-44c8-8585-1cca69dce3d8 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876645 Apr 06 16:27:44.180019 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:44.180384 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (f7deef66-b823-49d9-8206-ab912639adcd), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:44.180702 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Floating IP f7deef66-b823-49d9-8206-ab912639adcd disassociated. External IP: 172.27.3.45, port: 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b. Apr 06 16:27:44.181214 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Calling delete_port for 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b owned by compute:nova {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:27:44.330225 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a942f920-7723-4846-9d82-12855a34608a req-044f5804-af2b-4832-b4a6-71c2c7672494 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0312140 Apr 06 16:27:44.330957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (68f20f49-8dcb-4d28-8a7d-a5f649e75b8b), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:44.359561 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event deleted for resources: {'Port': ['ID=68f20f49-8dcb-4d28-8a7d-a5f649e75b8b,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:44.369988 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.372003 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.372003 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.372003 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.372003 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.372003 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.372497 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.372684 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.372892 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.373221 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.373549 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.373988 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.374318 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.374643 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.374994 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:44.445732 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-88d851bd-68d6-47c6-af68-79e8e37a96e3 req-b21ebf7d-784e-4a93-add4-545eec6305da tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 210 time: 0.0325267 Apr 06 16:27:44.510723 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Router e103bb4a-5ff6-4bb0-af53-e0eed02f962c has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:27:44.616547 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:27:44.626454 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] Sync routers for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:27:44.639117 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:27:44.639667 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:44.659719 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] No DVR routers for this DVR port 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b on host hv-cinder-81566 {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:27:44.662347 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:44.665696 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad317dc9-392e-48c7-aedc-6cc2dcf20a95 req-b9eab147-21fa-4e7f-a76a-828257ec3317 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.45 "DELETE /v2.0/ports/68f20f49-8dcb-4d28-8a7d-a5f649e75b8b HTTP/1.1" status: 204 len: 173 time: 0.8669953 Apr 06 16:27:44.666155 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-deleted', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:27:44.668483 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb547b46-ff25-4974-a888-ede53b8a3d8c" -d '{"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-deleted", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:27:44.709808 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d531a37-42f9-47a6-b7c4-d4c6a2329202 x-openstack-request-id: req-2d531a37-42f9-47a6-b7c4-d4c6a2329202 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:27:44.710306 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd70f517-d14a-43c1-8baf-08bec62097a8", "name": "network-vif-deleted", "tag": "68f20f49-8dcb-4d28-8a7d-a5f649e75b8b", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:27:44.710625 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d531a37-42f9-47a6-b7c4-d4c6a2329202 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:27:44.711133 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d531a37-42f9-47a6-b7c4-d4c6a2329202'] response: {'server_uuid': 'cd70f517-d14a-43c1-8baf-08bec62097a8', 'name': 'network-vif-deleted', 'tag': '68f20f49-8dcb-4d28-8a7d-a5f649e75b8b', 'status': 'completed', 'code': 200} Apr 06 16:27:44.839569 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:27:45.032683 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:45.061877 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] Checking router: e103bb4a-5ff6-4bb0-af53-e0eed02f962c for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:27:45.070193 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:27:45.070866 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:45.174801 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:27:45.365357 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:45.391956 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b23cc8-c9f9-4f60-a8cd-60a22b06e7cf None None] The sync data for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi is: [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:21:11Z', 'revision_number': 4, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '0bc19936-9f85-4e90-ac0a-75c727c85fb0', 'name': '', 'network_id': 'f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'mac_address': 'fa:16:3e:61:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:10Z', 'updated_at': '2022-04-06T16:21:15Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'subnets': [{'id': 'b1bc7a64-9197-4542-ae81-39cfd8792950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:27:45.428835 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8fb7b2c6-3bbf-4315-869f-13504290cce6 req-7b5a1938-4372-4562-8ade-c141f9ad28d4 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0284500 Apr 06 16:27:45.550953 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bbcbff97-f993-409b-a9df-07b693bb135c req-4a8c6891-cc3a-444c-8023-a4dc107f9f81 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Apr 06 16:27:45.605297 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d2a62-fd01-4981-847c-30a16f4c34b3 None None] New status for floating IP f7deef66-b823-49d9-8206-ab912639adcd: DOWN {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:27:46.521072 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-06b26a60-fa5a-446f-8af6-f3a0effa41bd req-20d8cf52-ab36-4d62-ad53-d63e11e84457 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0278404 Apr 06 16:27:46.650371 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec4737db-0ad7-41c2-806b-200ce43b8b07 req-60a9c1b5-f649-4f18-a650-c5b09e4f29cb tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 210 time: 0.0273769 Apr 06 16:27:47.168155 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:27:47.189827 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:27:47.190177 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 68f20f49-8dcb-4d28-8a7d-a5f649e75b8b not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:27:47.241765 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Request body: {'port': {'device_id': '79c992b2-a9b7-4735-b2d1-844b75c5136c', 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80', 'admin_state_up': True, 'tenant_id': '96c30ca38cca4b5097b5092d9881e7f6'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:27:47.351735 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Made reservation on behalf of 96c30ca38cca4b5097b5092d9881e7f6 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:27:47.355017 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:47.363855 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:47.436385 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks [] for security_group (fa288c3d-6fe9-4667-bcc3-cb539358616b), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:47.439842 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (fa288c3d-6fe9-4667-bcc3-cb539358616b), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:47.501848 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa288c3d-6fe9-4667-bcc3-cb539358616b,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:47.517805 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.518159 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.518579 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.518890 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.519243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.519615 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.519942 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.520269 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.520607 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.520945 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.521266 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.521604 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.521920 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.522238 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.522554 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:47.584926 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Allocated IP 192.168.233.235 (64c00b41-1535-49d9-b18f-fd6876d64d80/e30e539d-fef8-48bc-9a9f-a84742c2d3cd/00a8d022-56bf-490c-8542-49cb21222303) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:27:47.627693 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6a878e0f-e520-4266-a792-7456da5aeb9e req-a18a2716-179c-44d3-841a-aff50ddcb824 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0283146 Apr 06 16:27:47.738991 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks [] for port (00a8d022-56bf-490c-8542-49cb21222303), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:47.767972 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bb67548e-4774-4b2a-acd9-0b7b68ad9563 req-bcdbcc88-6cd3-4a6f-94d9-65a20c4ac8f6 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd70f517-d14a-43c1-8baf-08bec62097a8 HTTP/1.1" status: 200 len: 210 time: 0.0337543 Apr 06 16:27:47.774094 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (00a8d022-56bf-490c-8542-49cb21222303), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:47.819284 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Network 64c00b41-1535-49d9-b18f-fd6876d64d80 is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:27:47.825271 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:27:47.829164 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:27:47.835888 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Pushing event updated for resources: {'Port': ['ID=00a8d022-56bf-490c-8542-49cb21222303,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:47.881755 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:47.882412 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:47.902009 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-f81d7194-1703-4903-9bc0-5be5f08f921f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6650651 Apr 06 16:27:47.913037 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Request body: {'port': {'device_id': '79c992b2-a9b7-4735-b2d1-844b75c5136c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:27:47.976754 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (00a8d022-56bf-490c-8542-49cb21222303), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:48.037276 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-ef271af1-0700-40c2-a820-87a1bbc67540 None None] Provisioning complete for port 00a8d022-56bf-490c-8542-49cb21222303 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:27:48.037760 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ef271af1-0700-40c2-a820-87a1bbc67540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (00a8d022-56bf-490c-8542-49cb21222303), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:48.070823 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-ef271af1-0700-40c2-a820-87a1bbc67540 None None] Port 00a8d022-56bf-490c-8542-49cb21222303 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:27:48.249034 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a8d022-56bf-490c-8542-49cb21222303 {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:27:48.258304 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Publish callbacks [] for port (00a8d022-56bf-490c-8542-49cb21222303), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:48.278660 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Transition to ACTIVE for port object 00a8d022-56bf-490c-8542-49cb21222303 will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:27:48.284980 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (00a8d022-56bf-490c-8542-49cb21222303), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:48.386316 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Pushing event updated for resources: {'Port': ['ID=00a8d022-56bf-490c-8542-49cb21222303,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:48.413252 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-693e995d-ec66-48ec-8818-3a1cd5d35951 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038098611&fields=id&tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 267 time: 0.0548484 Apr 06 16:27:48.415966 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Attempting to bind port 00a8d022-56bf-490c-8542-49cb21222303 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:27:48.416386 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Attempting to bind port 00a8d022-56bf-490c-8542-49cb21222303 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:27:48.416803 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Attempting to bind port 00a8d022-56bf-490c-8542-49cb21222303 on network 64c00b41-1535-49d9-b18f-fd6876d64d80 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:27:48.421531 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Port 00a8d022-56bf-490c-8542-49cb21222303 on network 64c00b41-1535-49d9-b18f-fd6876d64d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:27:48.421916 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Attempting to bind port 00a8d022-56bf-490c-8542-49cb21222303 on network 64c00b41-1535-49d9-b18f-fd6876d64d80 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:27:48.427985 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:27:48.428436 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Checking segment: {'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:27:48.428926 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Bound using segment: {'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:27:48.429478 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Bound port: 00a8d022-56bf-490c-8542-49cb21222303, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f64c26-a060-4b72-9721-c73c07593d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:27:48.430052 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (00a8d022-56bf-490c-8542-49cb21222303), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:48.496664 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] For port 00a8d022-56bf-490c-8542-49cb21222303, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:27:48.499654 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] For port 00a8d022-56bf-490c-8542-49cb21222303, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00a8d022-56bf-490c-8542-49cb21222303,segment=NetworkSegment(f6f64c26-a060-4b72-9721-c73c07593d4c),segment_id=f6f64c26-a060-4b72-9721-c73c07593d4c)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:27:48.506287 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (00a8d022-56bf-490c-8542-49cb21222303), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:48.516876 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-f04a4613-036a-4647-989e-ffb000834523 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:48.518384 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-f04a4613-036a-4647-989e-ffb000834523 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 812 time: 0.1040270 Apr 06 16:27:48.533006 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-f0c734eb-8c94-4534-a614-facc029c5885 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/quotas/c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 375 time: 0.0090985 Apr 06 16:27:48.541338 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:48.541952 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:48.543406 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] 10.222.0.45 "PUT /v2.0/ports/00a8d022-56bf-490c-8542-49cb21222303 HTTP/1.1" status: 200 len: 1098 time: 0.6345444 Apr 06 16:27:48.543844 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c992b2-a9b7-4735-b2d1-844b75c5136c', 'tag': '00a8d022-56bf-490c-8542-49cb21222303'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:27:48.546881 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64386658-22f8-4712-833a-90220909febf" -d '{"events": [{"name": "network-changed", "server_uuid": "79c992b2-a9b7-4735-b2d1-844b75c5136c", "tag": "00a8d022-56bf-490c-8542-49cb21222303"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:27:48.599050 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e61034-ecec-4205-acae-d3f5580978a1 x-openstack-request-id: req-82e61034-ecec-4205-acae-d3f5580978a1 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:27:48.599336 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c992b2-a9b7-4735-b2d1-844b75c5136c", "tag": "00a8d022-56bf-490c-8542-49cb21222303", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:27:48.599591 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82e61034-ecec-4205-acae-d3f5580978a1 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:27:48.600147 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e61034-ecec-4205-acae-d3f5580978a1'] response: {'name': 'network-changed', 'server_uuid': '79c992b2-a9b7-4735-b2d1-844b75c5136c', 'tag': '00a8d022-56bf-490c-8542-49cb21222303', 'status': 'completed', 'code': 200} Apr 06 16:27:48.600713 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bb746-5545-4eeb-a0ec-a40309926cba service neutron] Pushing event updated for resources: {'Port': ['ID=00a8d022-56bf-490c-8542-49cb21222303,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:48.615952 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-4928aa58-8600-4434-8450-37d04a7323d4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676153 Apr 06 16:27:48.664135 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-73d441c3-2849-4a89-891e-0e00009df2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:48.665987 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-73d441c3-2849-4a89-891e-0e00009df2ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96c30ca38cca4b5097b5092d9881e7f6&device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 1132 time: 0.0532763 Apr 06 16:27:48.746564 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-a6a63289-df0e-44fd-ab1b-a681d8e74d44 service neutron] 10.222.0.10 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150327 Apr 06 16:27:48.823579 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591914b-3a77-4ec8-b419-5d2c0069e608 req-f8fb8856-9a2e-479a-ae61-40846b5a8fdf tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:48.825088 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4591914b-3a77-4ec8-b419-5d2c0069e608 req-f8fb8856-9a2e-479a-ae61-40846b5a8fdf tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 948 time: 0.1152236 Apr 06 16:27:48.875292 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-c8f2087d-8bc5-4df0-9c8f-195c5767867c service neutron] 10.222.0.10 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220300 Apr 06 16:27:48.892642 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-4591914b-3a77-4ec8-b419-5d2c0069e608 req-df75f475-4ffb-455e-8061-3e7989a4559b tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603886 Apr 06 16:27:48.966873 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34436) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:49.021035 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2b93c14f-5a31-4a63-b071-91aa454392bc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (47ede178-77b5-4646-90ff-0e5524e3db3e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.046356 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2b93c14f-5a31-4a63-b071-91aa454392bc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (47ede178-77b5-4646-90ff-0e5524e3db3e), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.096522 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2b93c14f-5a31-4a63-b071-91aa454392bc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (47ede178-77b5-4646-90ff-0e5524e3db3e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.099177 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-2b93c14f-5a31-4a63-b071-91aa454392bc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.100331 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-2b93c14f-5a31-4a63-b071-91aa454392bc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "DELETE /v2.0/security-groups/47ede178-77b5-4646-90ff-0e5524e3db3e HTTP/1.1" status: 204 len: 168 time: 0.1324012 Apr 06 16:27:49.103372 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34442) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:49.113329 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93c14f-5a31-4a63-b071-91aa454392bc tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ede178-77b5-4646-90ff-0e5524e3db3e,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:49.126526 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.api.v2.resource [None req-7d60e5ae-b312-4b5a-b0ea-b5de220f2590 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] show failed (client error): The resource could not be found. Apr 06 16:27:49.129450 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-7d60e5ae-b312-4b5a-b0ea-b5de220f2590 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "GET /v2.0/security-groups/47ede178-77b5-4646-90ff-0e5524e3db3e HTTP/1.1" status: 404 len: 347 time: 0.0235653 Apr 06 16:27:49.131331 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34446) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:49.205394 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ad6f358d-4d53-4d4a-904b-1110e477974f req-ae5a2f00-d740-4a14-a726-ec8b972ae55e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 210 time: 0.0342953 Apr 06 16:27:49.283950 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Deleting port 73aad9b6-14e2-4df0-a6b8-8ce29381ba08 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:27:49.284330 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.363722 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.364105 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.375934 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Calling delete_port for 73aad9b6-14e2-4df0-a6b8-8ce29381ba08 owned by network:floatingip {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:27:49.512746 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (73aad9b6-14e2-4df0-a6b8-8ce29381ba08), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.542546 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Pushing event deleted for resources: {'Port': ['ID=73aad9b6-14e2-4df0-a6b8-8ce29381ba08,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:49.600756 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks [] for floatingip (f7deef66-b823-49d9-8206-ab912639adcd), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.603469 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:49.604618 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-f06656c8-7316-4016-bfa3-257f7e4004b0 tempest-AttachVolumeShelveTestJSON-122770940 tempest-AttachVolumeShelveTestJSON-122770940-project] 10.222.0.10 "DELETE /v2.0/floatingips/f7deef66-b823-49d9-8206-ab912639adcd HTTP/1.1" status: 204 len: 168 time: 0.4723530 Apr 06 16:27:49.744912 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-09e10286-4c05-4701-a0f7-b42141cb0411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:50.009640 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4afd3-ae76-4e33-b3b8-8de5032ae3c7 req-10858d9a-e565-4e7a-9318-db17239b9b4f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:50.011152 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-26a4afd3-ae76-4e33-b3b8-8de5032ae3c7 req-10858d9a-e565-4e7a-9318-db17239b9b4f tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 948 time: 0.0529549 Apr 06 16:27:50.057396 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-26a4afd3-ae76-4e33-b3b8-8de5032ae3c7 req-a6ee0f6c-a9db-46b3-aa10-85176ffb3e81 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Apr 06 16:27:50.309379 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7ecc82aa-2a5b-4a8a-9a3f-f8bc102496b8 req-b3791377-8300-41ef-bc1e-f9763c391518 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 210 time: 0.0275781 Apr 06 16:27:50.419753 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-811cfb04-24d4-4ad5-a61b-7fd78e04630f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=00a8d022-56bf-490c-8542-49cb21222303 HTTP/1.1" status: 200 len: 217 time: 0.0342135 Apr 06 16:27:51.170871 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b0372-d8e7-44df-98ae-96a4f4430a32 req-5c3b8155-8f91-4e56-bf49-1a3cb7737174 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:51.172316 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e1b0372-d8e7-44df-98ae-96a4f4430a32 req-5c3b8155-8f91-4e56-bf49-1a3cb7737174 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 948 time: 0.0506802 Apr 06 16:27:51.220271 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e1b0372-d8e7-44df-98ae-96a4f4430a32 req-33ed8078-cab4-4eec-9e53-fd7579ec68b3 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Apr 06 16:27:51.355984 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-44842216-fbd1-4867-86b7-af5f4ba2ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:51.357499 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-44842216-fbd1-4867-86b7-af5f4ba2ea86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e30e539d-fef8-48bc-9a9f-a84742c2d3cd HTTP/1.1" status: 200 len: 843 time: 0.0500364 Apr 06 16:27:51.409860 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-7b34cc39-2485-4543-9c5d-b36c98c7f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:51.411400 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-7b34cc39-2485-4543-9c5d-b36c98c7f768 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64c00b41-1535-49d9-b18f-fd6876d64d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0467758 Apr 06 16:27:51.417816 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0773b040-94d0-4a48-8284-5d56c780b7f9 req-b244e12a-e110-4719-8831-04013197f2eb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 210 time: 0.0279341 Apr 06 16:27:51.520630 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-feade50a-ff51-417d-8e9c-75adfca322ab service neutron] 10.222.0.45 "GET /v2.0/networks/64c00b41-1535-49d9-b18f-fd6876d64d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906630 Apr 06 16:27:51.609854 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ccc697f3-de0c-45cb-9e42-d66a84500080 req-1dac1aa9-d380-4685-a6f2-ab9cad07a37b service neutron] 10.222.0.45 "GET /v2.0/networks/64c00b41-1535-49d9-b18f-fd6876d64d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822039 Apr 06 16:27:52.084153 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b9997309-9dab-4b89-9688-afc31b1d0d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:52.337336 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6efb-806d-4e73-8f23-da81f7fe879b req-0546327b-acd5-424a-903b-5ed8efb7b8fe tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:52.338833 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e8fc6efb-806d-4e73-8f23-da81f7fe879b req-0546327b-acd5-424a-903b-5ed8efb7b8fe tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 948 time: 0.0523536 Apr 06 16:27:52.384354 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e8fc6efb-806d-4e73-8f23-da81f7fe879b req-ebed0679-c0f7-4528-9540-98e1d47a3cb0 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Apr 06 16:27:52.517122 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-61fc81b2-f822-486d-856e-56fa44ec2d89 req-79d429b2-24c9-4bde-9595-2358584b482e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 210 time: 0.0273173 Apr 06 16:27:52.687042 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64386658-22f8-4712-833a-90220909febf req-58a0c517-9999-49bb-a18a-027f052f5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:52.688500 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-64386658-22f8-4712-833a-90220909febf req-58a0c517-9999-49bb-a18a-027f052f5e53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96c30ca38cca4b5097b5092d9881e7f6&device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 1132 time: 0.0463550 Apr 06 16:27:52.754500 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-d8ee03b3-2000-4247-a212-38dac3844c08 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:52.756004 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-d8ee03b3-2000-4247-a212-38dac3844c08 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 812 time: 0.1131985 Apr 06 16:27:52.791422 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64386658-22f8-4712-833a-90220909febf req-62ca4595-5ea5-435d-a6cf-1dc0946aeee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:52.792943 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-64386658-22f8-4712-833a-90220909febf req-62ca4595-5ea5-435d-a6cf-1dc0946aeee6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64c00b41-1535-49d9-b18f-fd6876d64d80 HTTP/1.1" status: 200 len: 870 time: 0.0988386 Apr 06 16:27:52.823914 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-4e765bbd-55d3-4110-aeee-ae3abd3328ad tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a HTTP/1.1" status: 200 len: 380 time: 0.0594478 Apr 06 16:27:52.832030 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'port': {'device_id': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'admin_state_up': True, 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'security_groups': ['2e6b63a6-d78a-475a-b88a-0db80fd2d90c']}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:27:52.837631 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-64386658-22f8-4712-833a-90220909febf req-ec92c0d9-fbe3-40ad-bd6f-01063a4dfc34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=00a8d022-56bf-490c-8542-49cb21222303 HTTP/1.1" status: 200 len: 217 time: 0.0353808 Apr 06 16:27:52.886130 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64386658-22f8-4712-833a-90220909febf req-3e698369-26ae-4ceb-a0e7-e78cabdc40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:52.887878 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-64386658-22f8-4712-833a-90220909febf req-3e698369-26ae-4ceb-a0e7-e78cabdc40bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e30e539d-fef8-48bc-9a9f-a84742c2d3cd HTTP/1.1" status: 200 len: 843 time: 0.0440381 Apr 06 16:27:52.919071 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34496) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:52.944631 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64386658-22f8-4712-833a-90220909febf req-3ec9742a-6966-4ca0-9453-af9f5ea8c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:52.945099 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-64386658-22f8-4712-833a-90220909febf req-3ec9742a-6966-4ca0-9453-af9f5ea8c2bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64c00b41-1535-49d9-b18f-fd6876d64d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0514596 Apr 06 16:27:52.955174 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Made reservation on behalf of c0eaa9aee53f4a6a8b1c171d0e8c912a for: {'port': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:27:52.958771 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:53.046734 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-64386658-22f8-4712-833a-90220909febf req-6306c471-a217-4bd7-89b1-70df9cac8101 service neutron] 10.222.0.45 "GET /v2.0/networks/64c00b41-1535-49d9-b18f-fd6876d64d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922148 Apr 06 16:27:53.083148 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34506) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:53.117451 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Allocated IP 172.20.0.4 (defd3909-0074-4dad-8760-5a678c622152/bc511f8a-def8-41c4-8ffc-52a886ba1fd8/ca336245-4e83-43bd-89f8-0e48feb0bd8c) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:27:53.155389 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-64386658-22f8-4712-833a-90220909febf req-8d4d54f6-9879-4fa7-a033-474ecb3c0781 service neutron] 10.222.0.45 "GET /v2.0/networks/64c00b41-1535-49d9-b18f-fd6876d64d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038437 Apr 06 16:27:53.256965 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:53.698873 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c2b75e5a-fbee-4deb-82a0-7d6293a2a110 req-7bf6c85b-2a8b-4836-9f80-cdfc583dbc57 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 210 time: 0.0999310 Apr 06 16:27:53.749523 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:53.848086 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666568ad-30f7-441e-aa8a-b75436e52d8a req-b62dbd0c-dbc2-4e3b-b990-5b046627d4df tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:53.849572 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-666568ad-30f7-441e-aa8a-b75436e52d8a req-b62dbd0c-dbc2-4e3b-b990-5b046627d4df tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 948 time: 0.2256310 Apr 06 16:27:53.957394 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.002437 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Deleting port 72560859-0939-4e14-a33b-954c332fb1cd {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:27:54.002839 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (72560859-0939-4e14-a33b-954c332fb1cd), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.026226 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-666568ad-30f7-441e-aa8a-b75436e52d8a req-a31178ad-e907-495c-818e-9210cd6e8aa2 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701763 Apr 06 16:27:54.079642 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Network defd3909-0074-4dad-8760-5a678c622152 is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:27:54.094651 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:27:54.099911 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=ca336245-4e83-43bd-89f8-0e48feb0bd8c,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:54.105419 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:27:54.225099 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (72560859-0939-4e14-a33b-954c332fb1cd), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.225430 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for floatingip (72560859-0939-4e14-a33b-954c332fb1cd), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.232703 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:54.233333 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.255954 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Calling delete_port for 72560859-0939-4e14-a33b-954c332fb1cd owned by network:floatingip {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:27:54.289560 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e51863d9-452b-46fb-81dc-8d8b66c97bf6 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4612353 Apr 06 16:27:54.339054 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Request body: {'port': {'device_id': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:27:54.372116 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-2f89be5a-1421-4ac2-8fa6-39d94864fdb3 None None] Provisioning complete for port ca336245-4e83-43bd-89f8-0e48feb0bd8c triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:27:54.372691 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2f89be5a-1421-4ac2-8fa6-39d94864fdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.405085 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-2f89be5a-1421-4ac2-8fa6-39d94864fdb3 None None] Port ca336245-4e83-43bd-89f8-0e48feb0bd8c cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:27:54.494659 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.598141 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.668316 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.820711 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (72560859-0939-4e14-a33b-954c332fb1cd), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:54.886432 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event deleted for resources: {'Port': ['ID=72560859-0939-4e14-a33b-954c332fb1cd,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:55.066280 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4f7cc-5f50-4034-af51-e17145d934ad req-4fd9fa11-a550-45b4-bc9a-b9786d9b088e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:55.067820 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f7a4f7cc-5f50-4034-af51-e17145d934ad req-4fd9fa11-a550-45b4-bc9a-b9786d9b088e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 931 time: 0.2896152 Apr 06 16:27:55.118377 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:55.133486 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for floatingip (7cde7fa7-44cc-458f-b224-44fce08dfee2), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:55.133829 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Floating IP 7cde7fa7-44cc-458f-b224-44fce08dfee2 disassociated (deleted). External IP: 172.27.3.117, port: f13bfa5c-ddb5-4a89-bbf3-4808f749f784. Apr 06 16:27:55.215865 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 00a8d022-56bf-490c-8542-49cb21222303 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:27:55.318776 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 00a8d022-56bf-490c-8542-49cb21222303, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00a8d022-56bf-490c-8542-49cb21222303,segment=NetworkSegment(f6f64c26-a060-4b72-9721-c73c07593d4c),segment_id=f6f64c26-a060-4b72-9721-c73c07593d4c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:55.334244 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': '00a8d022-56bf-490c-8542-49cb21222303', 'network_id': '64c00b41-1535-49d9-b18f-fd6876d64d80', 'port_id': '00a8d022-56bf-490c-8542-49cb21222303', 'mac_address': 'fa:16:3e:3e:7d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30e539d-fef8-48bc-9a9f-a84742c2d3cd', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:27:55.373728 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 00a8d022-56bf-490c-8542-49cb21222303 is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:27:55.374410 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (00a8d022-56bf-490c-8542-49cb21222303), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:55.387633 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a8d022-56bf-490c-8542-49cb21222303 {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:27:55.411947 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 00a8d022-56bf-490c-8542-49cb21222303, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00a8d022-56bf-490c-8542-49cb21222303,segment=NetworkSegment(f6f64c26-a060-4b72-9721-c73c07593d4c),segment_id=f6f64c26-a060-4b72-9721-c73c07593d4c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:55.416045 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (00a8d022-56bf-490c-8542-49cb21222303), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:55.464150 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=00a8d022-56bf-490c-8542-49cb21222303,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:55.527890 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca336245-4e83-43bd-89f8-0e48feb0bd8c {{(pid=103706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:27:55.535217 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f7a4f7cc-5f50-4034-af51-e17145d934ad req-ffa879d6-1e7c-492a-891c-84a41b1e92d4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557657 Apr 06 16:27:55.566960 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Publish callbacks [] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:55.613863 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.provisioning_blocks [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Transition to ACTIVE for port object ca336245-4e83-43bd-89f8-0e48feb0bd8c will not be triggered until provisioned by entity L2. {{(pid=103706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:27:55.621550 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b7fe9-12a2-44e3-b0ca-36c0c2f7e269 req-ecafa09c-a7fe-46a0-b8de-42c241b5e606 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:55.623064 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3c7b7fe9-12a2-44e3-b0ca-36c0c2f7e269 req-ecafa09c-a7fe-46a0-b8de-42c241b5e606 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 948 time: 0.5234189 Apr 06 16:27:55.632171 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:55.681006 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['00a8d022-56bf-490c-8542-49cb21222303'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:27:55.795772 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Pushing event updated for resources: {'Port': ['ID=ca336245-4e83-43bd-89f8-0e48feb0bd8c,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:55.828393 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3c7b7fe9-12a2-44e3-b0ca-36c0c2f7e269 req-d65400d1-f403-46a1-82c7-baf61524c7df tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916010 Apr 06 16:27:55.937927 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Deleting port 0bc19936-9f85-4e90-ac0a-75c727c85fb0 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:27:55.938277 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:55.976020 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:55.983419 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Attempting to bind port ca336245-4e83-43bd-89f8-0e48feb0bd8c on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:27:55.983800 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Attempting to bind port ca336245-4e83-43bd-89f8-0e48feb0bd8c by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:27:55.984154 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Attempting to bind port ca336245-4e83-43bd-89f8-0e48feb0bd8c on network defd3909-0074-4dad-8760-5a678c622152 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:27:56.004355 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Port ca336245-4e83-43bd-89f8-0e48feb0bd8c on network defd3909-0074-4dad-8760-5a678c622152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:27:56.004688 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Attempting to bind port ca336245-4e83-43bd-89f8-0e48feb0bd8c on network defd3909-0074-4dad-8760-5a678c622152 {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:27:56.013731 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Router 2ddaa676-c666-400f-8101-8f6b4764483b has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:27:56.022799 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:27:56.023148 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Checking segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:27:56.023540 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Bound using segment: {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'} {{(pid=103706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:27:56.024091 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.managers [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Bound port: ca336245-4e83-43bd-89f8-0e48feb0bd8c, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c173a-ebc1-4fb8-804d-514b51f4d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'defd3909-0074-4dad-8760-5a678c622152'}}] {{(pid=103706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:27:56.024364 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:56.137382 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] For port 0bc19936-9f85-4e90-ac0a-75c727c85fb0, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=0bc19936-9f85-4e90-ac0a-75c727c85fb0,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:56.137756 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:56.169585 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Calling delete_port for 0bc19936-9f85-4e90-ac0a-75c727c85fb0 owned by network:router_interface {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:27:56.213533 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] For port ca336245-4e83-43bd-89f8-0e48feb0bd8c, host hv-cinder-81566, cleared binding levels {{(pid=103706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:27:56.263141 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] For port ca336245-4e83-43bd-89f8-0e48feb0bd8c, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:27:56.276837 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:56.318012 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:27:56.327640 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] Sync routers for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:27:56.328491 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:56.338902 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:27:56.339524 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:56.341037 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:56.341663 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:56.343083 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] 10.222.0.45 "PUT /v2.0/ports/ca336245-4e83-43bd-89f8-0e48feb0bd8c HTTP/1.1" status: 200 len: 1093 time: 2.0139611 Apr 06 16:27:56.343528 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:27:56.345749 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22c3328-1e4c-4c18-99e5-35c8edeea166" -d '{"events": [{"name": "network-changed", "server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:27:56.417218 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae84f54-736d-4031-937e-db95d9dbcd0e x-openstack-request-id: req-eae84f54-736d-4031-937e-db95d9dbcd0e {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:27:56.417508 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:27:56.417764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eae84f54-736d-4031-937e-db95d9dbcd0e {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:27:56.418170 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae84f54-736d-4031-937e-db95d9dbcd0e'] response: {'name': 'network-changed', 'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'status': 'completed', 'code': 200} Apr 06 16:27:56.463262 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928533f7-61e5-4a1d-b386-bfc75ede3eef service neutron] Pushing event updated for resources: {'Port': ['ID=ca336245-4e83-43bd-89f8-0e48feb0bd8c,revision_number=3']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:56.476134 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:27:56.479116 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-bfd47052-558c-43e3-bd1d-86637d2019c7 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "DELETE /v2.0/floatingips/7cde7fa7-44cc-458f-b224-44fce08dfee2 HTTP/1.1" status: 204 len: 168 time: 3.5590050 Apr 06 16:27:56.522635 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-cfce1213-b8ac-43bb-b824-bece5c7af2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:56.524250 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-cfce1213-b8ac-43bb-b824-bece5c7af2fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 1127 time: 0.0973909 Apr 06 16:27:56.608463 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-113da887-648c-4eed-9209-4b7468b66467 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c HTTP/1.1" status: 200 len: 217 time: 0.0762618 Apr 06 16:27:56.698551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (0bc19936-9f85-4e90-ac0a-75c727c85fb0), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:56.735750 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e8f3e682-4268-434e-8e39-e7535f3de1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:56.737418 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-e8f3e682-4268-434e-8e39-e7535f3de1f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.1194570 Apr 06 16:27:56.740855 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc19936-9f85-4e90-ac0a-75c727c85fb0,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:56.763752 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:41Z', 'revision_number': 5, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:56.794663 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] Checking router: 2ddaa676-c666-400f-8101-8f6b4764483b for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:27:56.804070 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:27:56.804710 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:56.813714 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd108-00ae-474c-b9c3-d4996bd6d7de req-448e0c33-c380-4d35-a562-cbbbfc883f93 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:56.815294 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-576dd108-00ae-474c-b9c3-d4996bd6d7de req-448e0c33-c380-4d35-a562-cbbbfc883f93 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.1611485 Apr 06 16:27:56.923418 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:27:56.943970 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0e969-a370-4ca9-969b-de3d6dc984b9 req-71f2ae94-21fe-40f3-b9d4-9cc89f28a8fa tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:56.945513 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e2e0e969-a370-4ca9-969b-de3d6dc984b9 req-71f2ae94-21fe-40f3-b9d4-9cc89f28a8fa tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.1791005 Apr 06 16:27:56.960997 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-576dd108-00ae-474c-b9c3-d4996bd6d7de req-e263b474-98b1-42f0-a9a4-7ef188934d23 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289599 Apr 06 16:27:57.067396 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:57.082796 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e2e0e969-a370-4ca9-969b-de3d6dc984b9 req-e84bd4b4-e1bc-4244-b95c-64e7b0ec32e1 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257946 Apr 06 16:27:57.142110 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43cb4-ed24-46a2-9e4a-31bf18abf916 req-4952fc18-7769-4339-99ea-c904e041d245 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:57.144233 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a8b43cb4-ed24-46a2-9e4a-31bf18abf916 req-4952fc18-7769-4339-99ea-c904e041d245 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 949 time: 0.1224792 Apr 06 16:27:57.163585 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:41Z', 'revision_number': 5, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:57.229054 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 00a8d022-56bf-490c-8542-49cb21222303 up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:27:57.243945 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a8b43cb4-ed24-46a2-9e4a-31bf18abf916 req-ad6fcd56-7f60-4837-a736-25a1b8678e7b tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928819 Apr 06 16:27:57.288583 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a0e527-f932-494f-ae75-c1e2edcdc1e7 None None] The sync data for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi is: [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '731163ca-2f05-480f-a0d2-6202b7358665', 'name': '', 'network_id': '83157fcb-a6b3-43fa-b698-f814e3289e7b', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'mac_address': 'fa:16:3e:da:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:37Z', 'updated_at': '2022-04-06T16:22:41Z', 'revision_number': 5, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'subnets': [{'id': 'f1ab3677-0836-4e11-81c0-5cef3e5ccb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:27:57.309890 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port 00a8d022-56bf-490c-8542-49cb21222303 completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:27:57.314826 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port 00a8d022-56bf-490c-8542-49cb21222303 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:27:57.315769 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (00a8d022-56bf-490c-8542-49cb21222303), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:57.358458 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:27:57.402639 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port 00a8d022-56bf-490c-8542-49cb21222303 is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:27:57.403065 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (00a8d022-56bf-490c-8542-49cb21222303), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:57.407641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a8f5e-c292-4b7a-b1f0-6e08da8ac5bc req-bb4f6178-a6e0-4b12-a8c5-73b88b8d49bc tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:57.409146 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed7a8f5e-c292-4b7a-b1f0-6e08da8ac5bc req-bb4f6178-a6e0-4b12-a8c5-73b88b8d49bc tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 946 time: 0.1026022 Apr 06 16:27:57.428508 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c992b2-a9b7-4735-b2d1-844b75c5136c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a8d022-56bf-490c-8542-49cb21222303'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:27:57.431301 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb126e7-98fe-4fbc-998a-a41975961af3" -d '{"events": [{"server_uuid": "79c992b2-a9b7-4735-b2d1-844b75c5136c", "name": "network-vif-plugged", "status": "completed", "tag": "00a8d022-56bf-490c-8542-49cb21222303"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:27:57.451366 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port 00a8d022-56bf-490c-8542-49cb21222303, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00a8d022-56bf-490c-8542-49cb21222303,segment=NetworkSegment(f6f64c26-a060-4b72-9721-c73c07593d4c),segment_id=f6f64c26-a060-4b72-9721-c73c07593d4c)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:57.452625 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Router e103bb4a-5ff6-4bb0-af53-e0eed02f962c has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:27:57.457462 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (00a8d022-56bf-490c-8542-49cb21222303), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:57.476583 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed7a8f5e-c292-4b7a-b1f0-6e08da8ac5bc req-3909b57d-6a8b-441b-9ada-61f0f2a899ce tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603068 Apr 06 16:27:57.499470 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff5b294-de18-4f94-9853-6d79ee5f95ea x-openstack-request-id: req-6ff5b294-de18-4f94-9853-6d79ee5f95ea {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:27:57.499766 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c992b2-a9b7-4735-b2d1-844b75c5136c", "name": "network-vif-plugged", "status": "completed", "tag": "00a8d022-56bf-490c-8542-49cb21222303", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:27:57.500019 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ff5b294-de18-4f94-9853-6d79ee5f95ea {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:27:57.500410 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff5b294-de18-4f94-9853-6d79ee5f95ea'] response: {'server_uuid': '79c992b2-a9b7-4735-b2d1-844b75c5136c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a8d022-56bf-490c-8542-49cb21222303', 'code': 200} Apr 06 16:27:57.528725 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=00a8d022-56bf-490c-8542-49cb21222303,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:57.566361 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7332a-f243-4627-a522-38d2b0c04f6d None None] New status for floating IP 7cde7fa7-44cc-458f-b224-44fce08dfee2: DOWN {{(pid=103708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:27:57.595689 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:27:57.603460 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-4ec45b6c-60f9-40af-a403-3b79db56bae3 admin admin] 10.222.0.10 "PUT /v2.0/routers/e103bb4a-5ff6-4bb0-af53-e0eed02f962c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5167379 Apr 06 16:27:57.604464 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] Sync routers for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:27:57.604747 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34560) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:57.616830 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:27:57.617444 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:57.713766 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks [] for router (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:57.728599 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:27:57.919647 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:27:56Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:57.946934 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] Checking router: e103bb4a-5ff6-4bb0-af53-e0eed02f962c for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:27:57.955574 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] Routers {'e103bb4a-5ff6-4bb0-af53-e0eed02f962c'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:27:57.956237 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:58.089513 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks [] for router_gateway (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.095910 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] Set router e103bb4a-5ff6-4bb0-af53-e0eed02f962c gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:27:58.154758 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-847ad5ba-d796-4d4c-944b-4618fa3ba31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:58.156196 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-847ad5ba-d796-4d4c-944b-4618fa3ba31c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1341722 Apr 06 16:27:58.169243 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Deleting port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:27:58.169754 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.199022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86253-de0f-4325-a71b-cf9fab1eb979 req-8573c599-09b5-4c2e-a955-2bda70b7c794 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:58.201281 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2fc86253-de0f-4325-a71b-cf9fab1eb979 req-8573c599-09b5-4c2e-a955-2bda70b7c794 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.1063886 Apr 06 16:27:58.306154 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] For port f09e77fc-8dad-40e9-8bb6-bbbc135b8f21, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=f09e77fc-8dad-40e9-8bb6-bbbc135b8f21,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:58.306947 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.309926 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:27:56Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:58.322963 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Calling delete_port for f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:27:58.343986 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f7643-688b-47b3-80db-838b493e4e3c None None] The sync data for ids ['e103bb4a-5ff6-4bb0-af53-e0eed02f962c'] in dv-cinder-815660-7-iscsi is: [{'id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'name': 'tempest-AttachVolumeShelveTestJSON-1817555921-router', 'tenant_id': '92b52a952fbc44e79b60824dc180dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:21:06Z', 'updated_at': '2022-04-06T16:27:56Z', 'revision_number': 5, 'project_id': '92b52a952fbc44e79b60824dc180dc41', 'gw_port': {'id': 'f09e77fc-8dad-40e9-8bb6-bbbc135b8f21', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103bb4a-5ff6-4bb0-af53-e0eed02f962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:21:07Z', 'updated_at': '2022-04-06T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:27:58.510245 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:27:58.512823 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dbe686-6164-4899-b97a-7d2904952835" -d '{"events": [{"name": "network-changed", "server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:27:58.517417 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (f09e77fc-8dad-40e9-8bb6-bbbc135b8f21), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.545340 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f09e77fc-8dad-40e9-8bb6-bbbc135b8f21,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:58.558176 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0690081-5816-452b-8524-8ac40971937d req-3e9191f2-c60e-4d81-ae95-7befd595d659 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:58.559733 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d0690081-5816-452b-8524-8ac40971937d req-3e9191f2-c60e-4d81-ae95-7befd595d659 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.3995428 Apr 06 16:27:58.565893 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2fc86253-de0f-4325-a71b-cf9fab1eb979 req-78a4deae-d5d6-4283-a3a0-9cd992835578 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577135 Apr 06 16:27:58.613101 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.620275 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d0690081-5816-452b-8524-8ac40971937d req-7a821bd6-6938-4e1c-859a-bb859332a642 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514240 Apr 06 16:27:58.688626 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90bb4b-a81f-416c-ae81-7fed4d57c1b0 req-a4d673e7-9544-445d-838e-dcb6ca0d4682 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:58.690582 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec90bb4b-a81f-416c-ae81-7fed4d57c1b0 req-a4d673e7-9544-445d-838e-dcb6ca0d4682 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 950 time: 0.0530751 Apr 06 16:27:58.707877 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.709995 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks [] for router_controller (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.756725 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (e103bb4a-5ff6-4bb0-af53-e0eed02f962c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.758194 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e103bb4a-5ff6-4bb0-af53-e0eed02f962c {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:27:58.762662 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.766521 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-7d1b4fe5-4508-4f07-99bc-7072fe1bdb32 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e103bb4a-5ff6-4bb0-af53-e0eed02f962c HTTP/1.1" status: 204 len: 168 time: 1.1580420 Apr 06 16:27:58.768014 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34572) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:58.772678 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec90bb4b-a81f-416c-ae81-7fed4d57c1b0 req-5b00a85c-23c4-40a1-a342-8b4d86764136 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 Apr 06 16:27:58.786143 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef06f2-dc90-4abe-8d5a-f89efaf40bd3 req-879d8f94-1785-44fc-afed-b650dcb3dbf9 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:58.787682 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a8ef06f2-dc90-4abe-8d5a-f89efaf40bd3 req-879d8f94-1785-44fc-afed-b650dcb3dbf9 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 946 time: 0.0961909 Apr 06 16:27:58.825719 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bbf8ec-7cc8-4280-ad28-aa93af01e4da x-openstack-request-id: req-a4bbf8ec-7cc8-4280-ad28-aa93af01e4da {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:27:58.826014 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:27:58.826271 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4bbf8ec-7cc8-4280-ad28-aa93af01e4da {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:27:58.826674 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bbf8ec-7cc8-4280-ad28-aa93af01e4da'] response: {'name': 'network-changed', 'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'status': 'completed', 'code': 200} Apr 06 16:27:58.857146 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2f8962-6f21-4883-ac50-254e06d746ad admin admin] Deleting subnet b1bc7a64-9197-4542-ae81-39cfd8792950 {{(pid=103706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:27:58.864237 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1c2f8962-6f21-4883-ac50-254e06d746ad admin admin] Publish callbacks [] for subnet (b1bc7a64-9197-4542-ae81-39cfd8792950), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.868987 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a8ef06f2-dc90-4abe-8d5a-f89efaf40bd3 req-b21d6046-74d4-46fb-b603-7e99002b02a2 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627344 Apr 06 16:27:58.911367 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1c2f8962-6f21-4883-ac50-254e06d746ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2521461'] for subnet (b1bc7a64-9197-4542-ae81-39cfd8792950), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:58.988359 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1c2f8962-6f21-4883-ac50-254e06d746ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (b1bc7a64-9197-4542-ae81-39cfd8792950), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.039193 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1c2f8962-6f21-4883-ac50-254e06d746ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26051687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25779804'] for subnet (b1bc7a64-9197-4542-ae81-39cfd8792950), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.063912 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f8962-6f21-4883-ac50-254e06d746ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bc7a64-9197-4542-ae81-39cfd8792950,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:59.067922 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1c2f8962-6f21-4883-ac50-254e06d746ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.071123 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-1c2f8962-6f21-4883-ac50-254e06d746ad admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b1bc7a64-9197-4542-ae81-39cfd8792950 HTTP/1.1" status: 204 len: 168 time: 0.3019853 Apr 06 16:27:59.073645 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34574) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:59.076081 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c179abc1-cb75-4e18-8f30-3a37759de60c None None] Network f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:27:59.142189 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.195427 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Deleting port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:27:59.195976 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.243746 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] DHCP port deletion for f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:27:59.261993 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] For port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:59.262362 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.275897 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Calling delete_port for 9b230b5b-9071-405d-9e54-ea1a0cbba1cb owned by network:dhcp {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:27:59.305749 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] Deleting port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:27:59.305749 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.359116 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.366231 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] For port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,segment=NetworkSegment(131f0d41-e3bb-4f25-a3d5-bd3237745496),segment_id=131f0d41-e3bb-4f25-a3d5-bd3237745496)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:27:59.366639 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.379440 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] Calling delete_port for 9b230b5b-9071-405d-9e54-ea1a0cbba1cb owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:27:59.384648 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:59.388764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] No DVR routers for this DVR port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb on host dv-cinder-815660-7-iscsi {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:27:59.460924 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.464156 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (9b230b5b-9071-405d-9e54-ea1a0cbba1cb), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.481090 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:59.491365 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131f0d41-e3bb-4f25-a3d5-bd3237745496') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:59.491745 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] No DVR routers for this DVR port 9b230b5b-9071-405d-9e54-ea1a0cbba1cb on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:27:59.491871 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131f0d41-e3bb-4f25-a3d5-bd3237745496') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:27:59.493595 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc89014-0632-44a5-a224-4800bafdd92d None None] Pushing event deleted for resources: {'Port': ['ID=9b230b5b-9071-405d-9e54-ea1a0cbba1cb,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:59.506997 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (131f0d41-e3bb-4f25-a3d5-bd3237745496), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.520275 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (131f0d41-e3bb-4f25-a3d5-bd3237745496), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.526447 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:27:59.526951 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (131f0d41-e3bb-4f25-a3d5-bd3237745496), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:27:59.528710 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:27:59.580830 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.585283 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.588554 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] 10.222.0.10 "DELETE /v2.0/networks/f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b HTTP/1.1" status: 204 len: 168 time: 0.5139463 Apr 06 16:27:59.602636 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81311e-d8d6-455f-b57a-5e8f9ffc9b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ccf6cd-99f2-44ac-ae93-506ac4b83b5b,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:59.709559 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf46ba-1c16-4af7-8792-bc1defb36ae1 req-fc88351e-cc67-41a1-87eb-fc407b26ad3b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:59.711219 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aebf46ba-1c16-4af7-8792-bc1defb36ae1 req-fc88351e-cc67-41a1-87eb-fc407b26ad3b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.0695515 Apr 06 16:27:59.723198 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34582) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:59.780200 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb7c20-3c21-4a72-8955-353a7ea7f692 req-2984b6be-b938-4dd3-bcb8-7a6803490178 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:27:59.781575 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7eeb7c20-3c21-4a72-8955-353a7ea7f692 req-2984b6be-b938-4dd3-bcb8-7a6803490178 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.0893424 Apr 06 16:27:59.788365 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-eb429552-b00e-4cad-8cdd-ee6f13d0eab0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92b52a952fbc44e79b60824dc180dc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617664 Apr 06 16:27:59.788574 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34584) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:59.790217 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-aebf46ba-1c16-4af7-8792-bc1defb36ae1 req-d9559dbf-3ec1-4490-8e2c-ae74a5fed93b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642030 Apr 06 16:27:59.798435 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-fa111eee-ee2f-4b06-b068-22286a0f0515 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828793 Apr 06 16:27:59.835500 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7eeb7c20-3c21-4a72-8955-353a7ea7f692 req-a11d5e08-810d-417a-8f24-be64c4f0a46f tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/security-groups?id=59540d11-f57a-42b0-8a5b-b72c880b9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443161 Apr 06 16:27:59.851125 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f76a6d22-1b49-49cf-9d5a-2a36bfae9179 admin admin] Publish callbacks [] for security_group (e2e0ce83-97f0-4140-9292-ca88a45d3210), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.888274 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f76a6d22-1b49-49cf-9d5a-2a36bfae9179 admin admin] Publish callbacks [] for security_group (e2e0ce83-97f0-4140-9292-ca88a45d3210), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.952814 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f76a6d22-1b49-49cf-9d5a-2a36bfae9179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (e2e0ce83-97f0-4140-9292-ca88a45d3210), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.955444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f76a6d22-1b49-49cf-9d5a-2a36bfae9179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:59.959203 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f76a6d22-1b49-49cf-9d5a-2a36bfae9179 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2e0ce83-97f0-4140-9292-ca88a45d3210 HTTP/1.1" status: 204 len: 168 time: 0.1670661 Apr 06 16:27:59.975422 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a6d22-1b49-49cf-9d5a-2a36bfae9179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e0ce83-97f0-4140-9292-ca88a45d3210,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:00.046831 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a00d78-11b6-41e2-9410-fd95884f5c17 req-4c34787f-79a9-4c94-8eca-115907bdfbf9 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.048385 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-78a00d78-11b6-41e2-9410-fd95884f5c17 req-4c34787f-79a9-4c94-8eca-115907bdfbf9 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 950 time: 0.1494105 Apr 06 16:28:00.051947 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-7bfa87b2-82cb-4d7d-9e14-a35db469f2d0 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114818 Apr 06 16:28:00.091578 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf51396-7753-4890-9d4c-518322d3a2ad req-818e27dd-2cae-463f-9c6e-5b4441453bca tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.093088 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1bf51396-7753-4890-9d4c-518322d3a2ad req-818e27dd-2cae-463f-9c6e-5b4441453bca tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 946 time: 0.1497750 Apr 06 16:28:00.114547 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad5780-554e-4485-8fb5-5cdb0f6dfa95 req-678f0a23-44a8-4dd7-bb57-f1e7ecdcce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.116245 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f5ad5780-554e-4485-8fb5-5cdb0f6dfa95 req-678f0a23-44a8-4dd7-bb57-f1e7ecdcce3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 1134 time: 0.1495373 Apr 06 16:28:00.116890 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbe686-6164-4899-b97a-7d2904952835 req-e684220d-7d3d-47c3-8984-dd21cc86ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.118343 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3dbe686-6164-4899-b97a-7d2904952835 req-e684220d-7d3d-47c3-8984-dd21cc86ed09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56ac47e9df204a5dbb3be811989f4eab&device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 1129 time: 0.1237280 Apr 06 16:28:00.119104 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-e51060f5-2ec5-4390-abe3-092c81c680eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.120948 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-e51060f5-2ec5-4390-abe3-092c81c680eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 1130 time: 0.1003213 Apr 06 16:28:00.132943 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-bf2e007e-3b81-4546-92bb-ded23742a7ad tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.134832 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-bf2e007e-3b81-4546-92bb-ded23742a7ad tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 945 time: 0.1010234 Apr 06 16:28:00.144679 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-78a00d78-11b6-41e2-9410-fd95884f5c17 req-1eb45049-9908-4658-9a42-f55d69c3db80 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855069 Apr 06 16:28:00.167722 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1bf51396-7753-4890-9d4c-518322d3a2ad req-ca738247-d3ca-4e5b-8da9-e0f4099fce5b tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610075 Apr 06 16:28:00.231879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.45', 56122) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:00.337709 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 0bc19936-9f85-4e90-ac0a-75c727c85fb0 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:00.353567 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85db25a2-11fa-47b5-bb69-c4bfd2983a8c req-a3218da0-656b-413e-a5c3-4bf0092a2557 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629426 Apr 06 16:28:00.354666 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbe686-6164-4899-b97a-7d2904952835 req-d659517c-f9a4-494e-9fb7-f184fabc51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.356586 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3dbe686-6164-4899-b97a-7d2904952835 req-d659517c-f9a4-494e-9fb7-f184fabc51e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 200 len: 909 time: 0.1639833 Apr 06 16:28:00.368852 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 0bc19936-9f85-4e90-ac0a-75c727c85fb0 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:00.369530 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 0bc19936-9f85-4e90-ac0a-75c727c85fb0 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:00.370100 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:00.392033 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:00.392634 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device f09e77fc-8dad-40e9-8bb6-bbbc135b8f21 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:00.393852 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9b230b5b-9071-405d-9e54-ea1a0cbba1cb no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:00.417736 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 9b230b5b-9071-405d-9e54-ea1a0cbba1cb {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:00.418261 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9b230b5b-9071-405d-9e54-ea1a0cbba1cb not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:00.427335 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3dbe686-6164-4899-b97a-7d2904952835 req-4411813f-ba06-41fa-b234-1ccda9a6a07a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 200 len: 217 time: 0.0611227 Apr 06 16:28:00.441725 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-f5ad5780-554e-4485-8fb5-5cdb0f6dfa95 req-1d577e1c-898e-423d-8c67-cd3f10c96ac5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509661 Apr 06 16:28:00.480540 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc910fe-421c-4905-8744-4fc44804cffd req-83ea918c-c49f-4be1-b7d8-9981b58fb107 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.482083 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-6bc910fe-421c-4905-8744-4fc44804cffd req-83ea918c-c49f-4be1-b7d8-9981b58fb107 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.45 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 946 time: 0.2462852 Apr 06 16:28:00.496238 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-9e655cdd-bd2f-4706-aedd-eb67206c565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.497658 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-9e655cdd-bd2f-4706-aedd-eb67206c565c service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.2980151 Apr 06 16:28:00.507944 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Deleting port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:00.508291 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:00.606505 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] For port f13bfa5c-ddb5-4a89-bbf3-4808f749f784, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:00.606907 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:00.621184 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Calling delete_port for f13bfa5c-ddb5-4a89-bbf3-4808f749f784 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:00.747461 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (f13bfa5c-ddb5-4a89-bbf3-4808f749f784), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:00.779925 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event deleted for resources: {'Port': ['ID=f13bfa5c-ddb5-4a89-bbf3-4808f749f784,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:00.859361 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbe686-6164-4899-b97a-7d2904952835 req-3b1809c2-8b22-46f5-bc70-0e242b8603fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.860983 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3dbe686-6164-4899-b97a-7d2904952835 req-3b1809c2-8b22-46f5-bc70-0e242b8603fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1ab3677-0836-4e11-81c0-5cef3e5ccb62 HTTP/1.1" status: 200 len: 847 time: 0.0689178 Apr 06 16:28:00.886252 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] No DVR routers for this DVR port f13bfa5c-ddb5-4a89-bbf3-4808f749f784 on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:28:00.910759 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:00.914009 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-0f9f1204-374c-4c3e-93aa-9b231223ba99 req-c928888e-a7f2-4653-9faa-a5f8453d80d5 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.45 "DELETE /v2.0/ports/f13bfa5c-ddb5-4a89-bbf3-4808f749f784 HTTP/1.1" status: 204 len: 173 time: 0.7245584 Apr 06 16:28:00.916311 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'name': 'network-vif-deleted', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:28:00.919680 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac049628-0cfa-44b8-8009-1135e9a37eb4" -d '{"events": [{"server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "name": "network-vif-deleted", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:28:00.984440 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-363002db-c2c9-43c9-b965-654a8372c0c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e4d30f-19ff-4ab3-a883-9481e8379608 HTTP/1.1" status: 200 len: 1000 time: 0.1796105 Apr 06 16:28:00.993002 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-43e94b45-3bc9-4b75-881d-2e78b9dfd1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:00.995015 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-43e94b45-3bc9-4b75-881d-2e78b9dfd1e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 1127 time: 0.1910257 Apr 06 16:28:01.001286 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f458e-d0aa-4669-9002-a91c9f87ed75 req-c6af3ec1-3ea3-4f9b-8a19-68d3e87479b1 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:01.003563 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a61f458e-d0aa-4669-9002-a91c9f87ed75 req-c6af3ec1-3ea3-4f9b-8a19-68d3e87479b1 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.1299224 Apr 06 16:28:01.025828 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c30d55af-73be-4fa8-894b-67d6c87891c5 req-5ae3b7ba-9ad5-4812-90a9-0491e1b06d71 tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 210 time: 0.0482795 Apr 06 16:28:01.042880 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbe686-6164-4899-b97a-7d2904952835 req-3c14a4a5-1c79-493d-9453-3f44656c8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:01.044367 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3dbe686-6164-4899-b97a-7d2904952835 req-3c14a4a5-1c79-493d-9453-3f44656c8ddd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=83157fcb-a6b3-43fa-b698-f814e3289e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1420462 Apr 06 16:28:01.056215 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Deleting port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:01.056677 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:01.077571 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-3bf95bd9-003e-4633-976e-4eee8413d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:01.079190 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-3bf95bd9-003e-4633-976e-4eee8413d544 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0820568 Apr 06 16:28:01.086316 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a61f458e-d0aa-4669-9002-a91c9f87ed75 req-07607a60-ccef-4fd0-89b3-62b303ec82d7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630794 Apr 06 16:28:01.104375 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7da904-24f5-4412-8c7a-332099f8df71 x-openstack-request-id: req-2b7da904-24f5-4412-8c7a-332099f8df71 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:28:01.104680 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a990fc9-3bbc-471e-8bc4-f7a0385e5380", "name": "network-vif-deleted", "tag": "f13bfa5c-ddb5-4a89-bbf3-4808f749f784", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:28:01.104912 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b7da904-24f5-4412-8c7a-332099f8df71 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:28:01.105306 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7da904-24f5-4412-8c7a-332099f8df71'] response: {'server_uuid': '1a990fc9-3bbc-471e-8bc4-f7a0385e5380', 'name': 'network-vif-deleted', 'tag': 'f13bfa5c-ddb5-4a89-bbf3-4808f749f784', 'status': 'completed', 'code': 200} Apr 06 16:28:01.165912 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] For port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,segment=NetworkSegment(f0215595-ff48-4b9f-bebe-2d8099f78f48),segment_id=f0215595-ff48-4b9f-bebe-2d8099f78f48)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:01.166285 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:01.195932 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Calling delete_port for 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:01.338140 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de8b0-8fa5-4868-970a-0a4ed85c75c6 req-ee7eb031-bc5b-42f8-9c1d-3b16f1716543 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:01.339694 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1e3de8b0-8fa5-4868-970a-0a4ed85c75c6 req-ee7eb031-bc5b-42f8-9c1d-3b16f1716543 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 950 time: 0.0945358 Apr 06 16:28:01.433828 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb6ac6-6bd5-46fc-a11f-8e1e3a0887df req-09d425cb-0f90-4c9e-9323-37e29efcd0fe tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:01.435412 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-17fb6ac6-6bd5-46fc-a11f-8e1e3a0887df req-09d425cb-0f90-4c9e-9323-37e29efcd0fe tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 946 time: 0.1463945 Apr 06 16:28:01.459009 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (6a10f3fa-fe9b-4899-8160-c966ed9a86d7), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:01.475690 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['6a10f3fa-fe9b-4899-8160-c966ed9a86d7'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:28:01.490516 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-1e3de8b0-8fa5-4868-970a-0a4ed85c75c6 req-587acb9c-01eb-40d7-aaae-1eeee520d626 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423016 Apr 06 16:28:01.501213 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Pushing event deleted for resources: {'Port': ['ID=6a10f3fa-fe9b-4899-8160-c966ed9a86d7,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:01.520882 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3dbe686-6164-4899-b97a-7d2904952835 req-ba71742d-a6dd-4068-900a-73ce345893d6 service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922896 Apr 06 16:28:01.521259 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-d25aa25d-5558-4d38-bd81-40194732d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:01.523090 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-d25aa25d-5558-4d38-bd81-40194732d14f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1854916 Apr 06 16:28:01.553222 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-17fb6ac6-6bd5-46fc-a11f-8e1e3a0887df req-961697b7-d477-400e-931b-d3d47bae2d46 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/security-groups?id=6209f422-f0e6-4f18-9862-6cdfa47113d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071563 Apr 06 16:28:01.577945 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-6871f876-eab4-4aa0-a678-ea78f02d0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:01.579580 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-6871f876-eab4-4aa0-a678-ea78f02d0dee service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.2406678 Apr 06 16:28:01.580303 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] No DVR routers for this DVR port 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:28:01.584061 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:01.588009 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-6bc910fe-421c-4905-8744-4fc44804cffd req-5a505c2b-d641-4102-a655-ad8748d0c873 tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.45 "DELETE /v2.0/ports/6a10f3fa-fe9b-4899-8160-c966ed9a86d7 HTTP/1.1" status: 204 len: 173 time: 0.7822995 Apr 06 16:28:01.672155 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-f3dbe686-6164-4899-b97a-7d2904952835 req-2d1f1a28-ebb9-44c9-abf5-de584e16cb6c service neutron] 10.222.0.45 "GET /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077812 Apr 06 16:28:01.676171 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-2cf2c32d-415c-497d-8bcc-4d7bea21dfae service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066248 Apr 06 16:28:01.855372 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34652) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:01.958582 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-72b39cc8-461b-4f44-913c-541e6e7a7a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:02.032512 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-72b39cc8-461b-4f44-913c-541e6e7a7a48 admin admin] Publish callbacks [] for security_group (697a4f7c-47bd-4cc2-8908-bd074e9973a8), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:02.036229 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-72b39cc8-461b-4f44-913c-541e6e7a7a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (697a4f7c-47bd-4cc2-8908-bd074e9973a8), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:02.075123 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-72b39cc8-461b-4f44-913c-541e6e7a7a48 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef8412bba62b4b09be45ae876a0c22ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186267 Apr 06 16:28:02.075985 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39cc8-461b-4f44-913c-541e6e7a7a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697a4f7c-47bd-4cc2-8908-bd074e9973a8,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:02.077782 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34658) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:02.143843 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8c5e3917-2328-4c00-b4d8-9453dc27bd56 req-8586a0d9-8ad0-44e4-b995-0936a49fa00c tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a990fc9-3bbc-471e-8bc4-f7a0385e5380 HTTP/1.1" status: 200 len: 210 time: 0.0362046 Apr 06 16:28:02.179508 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1c2e-cf0b-46bb-b90b-69b9ea4ba3be admin admin] Publish callbacks [] for security_group (697a4f7c-47bd-4cc2-8908-bd074e9973a8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:02.183581 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-0532f679-fcd4-44c2-9054-e37fe964f359 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c HTTP/1.1" status: 200 len: 217 time: 0.0537369 Apr 06 16:28:02.205903 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1c2e-cf0b-46bb-b90b-69b9ea4ba3be admin admin] Publish callbacks [] for security_group (697a4f7c-47bd-4cc2-8908-bd074e9973a8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:02.228701 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9662b0-2d71-47cb-8347-010c2070e4dd req-c6b43412-ccbc-497c-8ed8-52d0b58dd573 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:02.229825 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed9662b0-2d71-47cb-8347-010c2070e4dd req-c6b43412-ccbc-497c-8ed8-52d0b58dd573 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.0579364 Apr 06 16:28:02.302138 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ed9662b0-2d71-47cb-8347-010c2070e4dd req-8d17c524-8f57-4450-a374-ae206db57748 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608406 Apr 06 16:28:02.313669 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1c2e-cf0b-46bb-b90b-69b9ea4ba3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (697a4f7c-47bd-4cc2-8908-bd074e9973a8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:02.316774 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1c2e-cf0b-46bb-b90b-69b9ea4ba3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:02.318233 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-1a0b1c2e-cf0b-46bb-b90b-69b9ea4ba3be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/697a4f7c-47bd-4cc2-8908-bd074e9973a8 HTTP/1.1" status: 204 len: 168 time: 0.2394612 Apr 06 16:28:02.384455 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b1c2e-cf0b-46bb-b90b-69b9ea4ba3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697a4f7c-47bd-4cc2-8908-bd074e9973a8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:02.412988 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-e00b905b-bb35-473c-9c41-79de800b5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:02.414471 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-e00b905b-bb35-473c-9c41-79de800b5eff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.1310432 Apr 06 16:28:02.470330 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-eed15f83-a75b-4c45-a280-ba4ed6d5c3eb req-5cc767e4-4476-42b2-999b-03e75e09e937 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997476 Apr 06 16:28:02.485858 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-e48b0e48-323b-4df2-93a6-e89298f82595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:02.488337 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-e48b0e48-323b-4df2-93a6-e89298f82595 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655723 Apr 06 16:28:02.657075 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85e73775-e2e0-417c-96db-7f6bad433bce req-2240e502-6654-4c39-b11c-58f1d2d6230d tempest-VolumesSnapshotTestJSON-373288256 tempest-VolumesSnapshotTestJSON-373288256-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac27830-e3a6-40d2-b6dd-647de5bb2132 HTTP/1.1" status: 200 len: 210 time: 0.0285020 Apr 06 16:28:02.673259 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34faf6-c35e-4739-bdf9-03304f7a3317 req-7f26ff8b-a442-418c-94d4-d15dd14db386 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:02.675379 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3a34faf6-c35e-4739-bdf9-03304f7a3317 req-7f26ff8b-a442-418c-94d4-d15dd14db386 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 950 time: 0.0847774 Apr 06 16:28:02.746233 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3a34faf6-c35e-4739-bdf9-03304f7a3317 req-49f4c381-662a-4477-8e47-879eade44b80 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643969 Apr 06 16:28:02.813832 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-894333b0-9caf-4508-a56b-8c82983ed246 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154211 Apr 06 16:28:03.034618 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bbbf7-494e-420a-b0c3-027306d1740b req-51d6685a-8d4c-4be2-a2bc-29beb221d10b tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:03.036564 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e91bbbf7-494e-420a-b0c3-027306d1740b req-51d6685a-8d4c-4be2-a2bc-29beb221d10b tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 950 time: 0.0795879 Apr 06 16:28:03.067135 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b22c3328-1e4c-4c18-99e5-35c8edeea166 req-c7654150-148c-43d5-a081-f68eb794396e service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049478 Apr 06 16:28:03.091622 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e91bbbf7-494e-420a-b0c3-027306d1740b req-cdc12b05-2eab-47fc-954c-862bbc2e05fd tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483947 Apr 06 16:28:03.105991 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac27830-e3a6-40d2-b6dd-647de5bb2132', 'name': 'network-vif-deleted', 'tag': '6a10f3fa-fe9b-4899-8160-c966ed9a86d7'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:28:03.108438 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8250a3e-fdb0-4cb9-af25-08d705394e32" -d '{"events": [{"server_uuid": "fac27830-e3a6-40d2-b6dd-647de5bb2132", "name": "network-vif-deleted", "tag": "6a10f3fa-fe9b-4899-8160-c966ed9a86d7"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:28:03.143268 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57f9c4-091b-472e-9ad6-8d0cd6de5a51 x-openstack-request-id: req-eb57f9c4-091b-472e-9ad6-8d0cd6de5a51 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:28:03.143563 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac27830-e3a6-40d2-b6dd-647de5bb2132", "name": "network-vif-deleted", "tag": "6a10f3fa-fe9b-4899-8160-c966ed9a86d7", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:28:03.143817 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb57f9c4-091b-472e-9ad6-8d0cd6de5a51 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:28:03.144219 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb57f9c4-091b-472e-9ad6-8d0cd6de5a51'] response: {'server_uuid': 'fac27830-e3a6-40d2-b6dd-647de5bb2132', 'name': 'network-vif-deleted', 'tag': '6a10f3fa-fe9b-4899-8160-c966ed9a86d7', 'status': 'completed', 'code': 200} Apr 06 16:28:03.201033 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34700) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:03.256868 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c5460d94-c98e-4ac1-91de-558865e0bcad tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group (59540d11-f57a-42b0-8a5b-b72c880b9b95), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:03.269579 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device f13bfa5c-ddb5-4a89-bbf3-4808f749f784 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:03.284739 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c5460d94-c98e-4ac1-91de-558865e0bcad tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group (59540d11-f57a-42b0-8a5b-b72c880b9b95), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:03.289693 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: f13bfa5c-ddb5-4a89-bbf3-4808f749f784 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:03.290037 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device f13bfa5c-ddb5-4a89-bbf3-4808f749f784 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:03.290455 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:03.316171 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:03.316776 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 6a10f3fa-fe9b-4899-8160-c966ed9a86d7 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:03.374422 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c5460d94-c98e-4ac1-91de-558865e0bcad tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (59540d11-f57a-42b0-8a5b-b72c880b9b95), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:03.376957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c5460d94-c98e-4ac1-91de-558865e0bcad tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:03.378102 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c5460d94-c98e-4ac1-91de-558865e0bcad tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] 10.222.0.10 "DELETE /v2.0/security-groups/59540d11-f57a-42b0-8a5b-b72c880b9b95 HTTP/1.1" status: 204 len: 168 time: 0.1760268 Apr 06 16:28:03.408517 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5460d94-c98e-4ac1-91de-558865e0bcad tempest-TestShelveInstance-812733426 tempest-TestShelveInstance-812733426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59540d11-f57a-42b0-8a5b-b72c880b9b95,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:03.433572 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34714) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:03.446170 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b38521-13d3-4ad8-afc1-4e98e80aa220 req-570e2771-9aa0-4b9d-90c4-8ce7eb19d44e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:03.447786 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a3b38521-13d3-4ad8-afc1-4e98e80aa220 req-570e2771-9aa0-4b9d-90c4-8ce7eb19d44e tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.0834715 Apr 06 16:28:03.500426 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-a3b38521-13d3-4ad8-afc1-4e98e80aa220 req-dc48b925-64bc-4232-a4f8-0f72cc114525 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460267 Apr 06 16:28:03.987551 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (2ddaa676-c666-400f-8101-8f6b4764483b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:04.250946 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bee28-04f7-4265-b19b-1645c432f8f0 req-9f96aba2-45d5-4f3c-88e6-662fcbe43c76 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:04.253848 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-652bee28-04f7-4265-b19b-1645c432f8f0 req-9f96aba2-45d5-4f3c-88e6-662fcbe43c76 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 950 time: 0.0776999 Apr 06 16:28:04.307007 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-652bee28-04f7-4265-b19b-1645c432f8f0 req-26ae9f99-e83c-459f-8bc4-57efe5a3d890 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Apr 06 16:28:04.346050 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Deleting port 731163ca-2f05-480f-a0d2-6202b7358665 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:04.346641 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (731163ca-2f05-480f-a0d2-6202b7358665), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:04.459354 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] For port 731163ca-2f05-480f-a0d2-6202b7358665, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=731163ca-2f05-480f-a0d2-6202b7358665,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:04.460199 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (731163ca-2f05-480f-a0d2-6202b7358665), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:04.477012 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Calling delete_port for 731163ca-2f05-480f-a0d2-6202b7358665 owned by network:router_interface {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:04.498316 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c3486486-fcfa-4f7d-835a-855497a296b3 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:04.500240 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c3486486-fcfa-4f7d-835a-855497a296b3 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.45 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 950 time: 0.0958292 Apr 06 16:28:04.629397 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce696f-7173-43d1-a274-57e93ef47b3a req-889e8f4c-dc76-4dfb-b0dd-24ed0852cb88 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:04.635235 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bce696f-7173-43d1-a274-57e93ef47b3a req-889e8f4c-dc76-4dfb-b0dd-24ed0852cb88 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.0605769 Apr 06 16:28:04.707047 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2bce696f-7173-43d1-a274-57e93ef47b3a req-158352d3-0ba6-4ed5-aa36-0bcd0f812da5 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694585 Apr 06 16:28:05.008913 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Deleting port 00a8d022-56bf-490c-8542-49cb21222303 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:05.009299 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (00a8d022-56bf-490c-8542-49cb21222303), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:05.145113 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] For port 00a8d022-56bf-490c-8542-49cb21222303, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=00a8d022-56bf-490c-8542-49cb21222303,segment=NetworkSegment(f6f64c26-a060-4b72-9721-c73c07593d4c),segment_id=f6f64c26-a060-4b72-9721-c73c07593d4c)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:05.145533 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (00a8d022-56bf-490c-8542-49cb21222303), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:05.153716 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (731163ca-2f05-480f-a0d2-6202b7358665), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:05.170329 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Calling delete_port for 00a8d022-56bf-490c-8542-49cb21222303 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:05.202992 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=731163ca-2f05-480f-a0d2-6202b7358665,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:05.473496 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f0f5c-62a6-497f-94fe-5981d2d892fb req-77a13b11-a690-4242-9aad-de8b95be4164 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:05.482238 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-155f0f5c-62a6-497f-94fe-5981d2d892fb req-77a13b11-a690-4242-9aad-de8b95be4164 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 950 time: 0.0794795 Apr 06 16:28:05.522315 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (2ddaa676-c666-400f-8101-8f6b4764483b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:05.535261 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-155f0f5c-62a6-497f-94fe-5981d2d892fb req-57bb9c1f-7aeb-40bc-b7c7-ba494352335b tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa288c3d-6fe9-4667-bcc3-cb539358616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521591 Apr 06 16:28:05.542267 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (00a8d022-56bf-490c-8542-49cb21222303), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:05.554340 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['00a8d022-56bf-490c-8542-49cb21222303'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:28:05.605103 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Pushing event deleted for resources: {'Port': ['ID=00a8d022-56bf-490c-8542-49cb21222303,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:05.666409 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] No DVR routers for this DVR port 00a8d022-56bf-490c-8542-49cb21222303 on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:28:05.668977 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:05.672584 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-5f2a3ee7-40c2-410a-b518-6842b60d6000 req-c8067a32-80ee-4f57-83b4-7c7bf0485067 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.45 "DELETE /v2.0/ports/00a8d022-56bf-490c-8542-49cb21222303 HTTP/1.1" status: 204 len: 173 time: 1.1676660 Apr 06 16:28:05.701996 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c992b2-a9b7-4735-b2d1-844b75c5136c', 'name': 'network-vif-deleted', 'tag': '00a8d022-56bf-490c-8542-49cb21222303'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:28:05.704277 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e4f10e-9f16-4300-b618-d7b7c4a654e1" -d '{"events": [{"server_uuid": "79c992b2-a9b7-4735-b2d1-844b75c5136c", "name": "network-vif-deleted", "tag": "00a8d022-56bf-490c-8542-49cb21222303"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:28:05.751827 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc128c5-91c0-4a44-a8fc-55d6388d95b3 x-openstack-request-id: req-0dc128c5-91c0-4a44-a8fc-55d6388d95b3 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:28:05.752130 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c992b2-a9b7-4735-b2d1-844b75c5136c", "name": "network-vif-deleted", "tag": "00a8d022-56bf-490c-8542-49cb21222303", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:28:05.752957 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dc128c5-91c0-4a44-a8fc-55d6388d95b3 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:28:05.753750 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc128c5-91c0-4a44-a8fc-55d6388d95b3'] response: {'server_uuid': '79c992b2-a9b7-4735-b2d1-844b75c5136c', 'name': 'network-vif-deleted', 'tag': '00a8d022-56bf-490c-8542-49cb21222303', 'status': 'completed', 'code': 200} Apr 06 16:28:05.840343 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eaa04-dce6-4989-8a7f-29533c935853 req-38fea38a-f4cd-4a36-a038-358968aa5b05 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:05.847494 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-808eaa04-dce6-4989-8a7f-29533c935853 req-38fea38a-f4cd-4a36-a038-358968aa5b05 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.0614898 Apr 06 16:28:05.893248 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-808eaa04-dce6-4989-8a7f-29533c935853 req-cc17e58e-f5c3-45b1-9e8a-e48b43b90e18 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447853 Apr 06 16:28:05.908428 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Router 2ddaa676-c666-400f-8101-8f6b4764483b has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:28:06.020753 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:28:06.025739 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-40810607-612d-4642-b9f1-635defc5a3fe admin admin] 10.222.0.10 "PUT /v2.0/routers/2ddaa676-c666-400f-8101-8f6b4764483b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921574 Apr 06 16:28:06.028457 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34784) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:06.029933 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] Sync routers for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:28:06.040961 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:28:06.041656 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:06.133139 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks [] for router (2ddaa676-c666-400f-8101-8f6b4764483b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.146078 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:28:06.235781 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks [] for router_gateway (2ddaa676-c666-400f-8101-8f6b4764483b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.291132 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Deleting port 66d3eb41-48d1-43df-bc79-7b2a7c303477 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:06.291501 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.332071 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:28:05Z', 'revision_number': 5, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port': {'id': '66d3eb41-48d1-43df-bc79-7b2a7c303477', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:35Z', 'updated_at': '2022-04-06T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:06.361042 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] Checking router: 2ddaa676-c666-400f-8101-8f6b4764483b for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:28:06.370138 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] Routers {'2ddaa676-c666-400f-8101-8f6b4764483b'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:28:06.371043 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['2ddaa676-c666-400f-8101-8f6b4764483b'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:06.381187 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] For port 66d3eb41-48d1-43df-bc79-7b2a7c303477, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=66d3eb41-48d1-43df-bc79-7b2a7c303477,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:06.381896 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.395991 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Calling delete_port for 66d3eb41-48d1-43df-bc79-7b2a7c303477 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:06.466738 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] Set router 2ddaa676-c666-400f-8101-8f6b4764483b gateway port host: None {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:28:06.520891 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:28:06Z', 'revision_number': 6, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port_host': None}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:06.550547 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a422a-a053-46ec-bd93-b9e2401f4170 None None] The sync data for ids ['2ddaa676-c666-400f-8101-8f6b4764483b'] in dv-cinder-815660-7-iscsi is: [{'id': '2ddaa676-c666-400f-8101-8f6b4764483b', 'name': 'tempest-TestShelveInstance-901187384-router', 'tenant_id': '56ac47e9df204a5dbb3be811989f4eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:28:06Z', 'revision_number': 6, 'project_id': '56ac47e9df204a5dbb3be811989f4eab', 'gw_port_host': None}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:28:06.577284 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (66d3eb41-48d1-43df-bc79-7b2a7c303477), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.607740 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d3eb41-48d1-43df-bc79-7b2a7c303477,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:06.658455 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-eb01a105-6bde-4628-9c03-403cdddf61a1 req-4135eeec-a3b8-4434-875c-0209e0a77fe6 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0300274 Apr 06 16:28:06.668631 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (2ddaa676-c666-400f-8101-8f6b4764483b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.761567 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (2ddaa676-c666-400f-8101-8f6b4764483b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.763704 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks [] for router_controller (2ddaa676-c666-400f-8101-8f6b4764483b), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.808576 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (2ddaa676-c666-400f-8101-8f6b4764483b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.809175 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ddaa676-c666-400f-8101-8f6b4764483b {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:28:06.813593 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.814680 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-effdd3e3-90b9-445d-8bcc-32134e203396 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2ddaa676-c666-400f-8101-8f6b4764483b HTTP/1.1" status: 204 len: 168 time: 0.7853975 Apr 06 16:28:06.817824 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34798) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:06.860372 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-534ecf46-16c6-4bf8-a685-720b68f1054b admin admin] Deleting subnet f1ab3677-0836-4e11-81c0-5cef3e5ccb62 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:28:06.863305 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-534ecf46-16c6-4bf8-a685-720b68f1054b admin admin] Publish callbacks [] for subnet (f1ab3677-0836-4e11-81c0-5cef3e5ccb62), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.905812 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-534ecf46-16c6-4bf8-a685-720b68f1054b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119385'] for subnet (f1ab3677-0836-4e11-81c0-5cef3e5ccb62), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.993468 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-534ecf46-16c6-4bf8-a685-720b68f1054b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (f1ab3677-0836-4e11-81c0-5cef3e5ccb62), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.030979 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53f5c-1c22-439a-af43-9875f1b47acf req-7aa1d4ec-32b1-4a8a-a4a4-af2471e12440 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:07.032528 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c7f53f5c-1c22-439a-af43-9875f1b47acf req-7aa1d4ec-32b1-4a8a-a4a4-af2471e12440 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.0680711 Apr 06 16:28:07.047862 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-534ecf46-16c6-4bf8-a685-720b68f1054b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26206464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419135'] for subnet (f1ab3677-0836-4e11-81c0-5cef3e5ccb62), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.076648 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-534ecf46-16c6-4bf8-a685-720b68f1054b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.080477 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-534ecf46-16c6-4bf8-a685-720b68f1054b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f1ab3677-0836-4e11-81c0-5cef3e5ccb62 HTTP/1.1" status: 204 len: 168 time: 0.2614768 Apr 06 16:28:07.081525 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ecf46-16c6-4bf8-a685-720b68f1054b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ab3677-0836-4e11-81c0-5cef3e5ccb62,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:07.082236 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a79f99-1182-4619-b935-3188fe571cad None None] Network 83157fcb-a6b3-43fa-b698-f814e3289e7b requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:28:07.083897 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34802) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:07.087216 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c7f53f5c-1c22-439a-af43-9875f1b47acf req-198cf038-2d9f-466b-8752-1f1003b4e5a4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485342 Apr 06 16:28:07.153926 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (83157fcb-a6b3-43fa-b698-f814e3289e7b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.208682 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Deleting port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:07.209025 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.269996 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] For port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=08e2ce3a-d7aa-40c4-b18d-b3493d66333f,segment=NetworkSegment(919006c4-c256-4eda-89a5-0e2fc74d6256),segment_id=919006c4-c256-4eda-89a5-0e2fc74d6256)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:07.270290 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.282092 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Calling delete_port for 08e2ce3a-d7aa-40c4-b18d-b3493d66333f owned by network:dhcp {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:07.338994 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] DHCP port deletion for 83157fcb-a6b3-43fa-b698-f814e3289e7b request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:28:07.369647 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.391057 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] Deleting port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:07.391525 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.396427 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=08e2ce3a-d7aa-40c4-b18d-b3493d66333f,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:07.399951 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] No DVR routers for this DVR port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f on host dv-cinder-815660-7-iscsi {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:28:07.457476 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] For port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f, host dv-cinder-815660-7-iscsi, got binding levels [] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:07.457920 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.472529 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] Calling delete_port for 08e2ce3a-d7aa-40c4-b18d-b3493d66333f owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:07.475475 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.ipam_backend_mixin [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] Port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f was not found and therefore no delete operation was performed {{(pid=103708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 16:28:07.476828 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (08e2ce3a-d7aa-40c4-b18d-b3493d66333f), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.477075 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (83157fcb-a6b3-43fa-b698-f814e3289e7b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.497415 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83157fcb-a6b3-43fa-b698-f814e3289e7b']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:07.505300 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] Pushing event deleted for resources: {'Port': ['ID=08e2ce3a-d7aa-40c4-b18d-b3493d66333f,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:07.506395 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919006c4-c256-4eda-89a5-0e2fc74d6256') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:07.506715 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919006c4-c256-4eda-89a5-0e2fc74d6256') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:07.509697 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab094a8e-1773-4cfd-8c5f-11912086f726 None None] No DVR routers for this DVR port 08e2ce3a-d7aa-40c4-b18d-b3493d66333f on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:28:07.516797 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119202'] for segment (919006c4-c256-4eda-89a5-0e2fc74d6256), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.535169 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (919006c4-c256-4eda-89a5-0e2fc74d6256), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.541537 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:28:07.542015 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26206570'] for segment (919006c4-c256-4eda-89a5-0e2fc74d6256), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: Traceback (most recent call last): Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: timer() Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: cb(*args, **kw) Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: return func(*args, **kwargs) Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: self._notify() Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: self.callback(batched_events) Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: event.method(event) Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: return f(self, *a, **k) Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._get(url).json() Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: return self.request(url, 'GET', **kwargs) Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:28:07.543780 dv-cinder-815660-7-iscsi neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:28:07.604116 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (83157fcb-a6b3-43fa-b698-f814e3289e7b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.609833 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:07.615348 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] 10.222.0.10 "DELETE /v2.0/networks/83157fcb-a6b3-43fa-b698-f814e3289e7b HTTP/1.1" status: 204 len: 168 time: 0.5301702 Apr 06 16:28:07.616594 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34808) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:07.628351 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f15b0-75df-4a8d-ae82-8fdae95bb3ac admin admin] Pushing event deleted for resources: {'Network': ['ID=83157fcb-a6b3-43fa-b698-f814e3289e7b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:07.795537 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0c3dc81b-6d4c-4aa7-937a-e67e6d1410d2 req-f6860c4f-3c04-4795-9a7b-8082ca50a960 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0365007 Apr 06 16:28:07.988567 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (7808ff2a-5e62-4952-9648-859f15f11b33), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:08.247241 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65875552-b3a7-49e9-ad57-5913aea73a6a req-2864b5f6-5ff8-4a00-9cab-517dbbebebdb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:08.248626 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65875552-b3a7-49e9-ad57-5913aea73a6a req-2864b5f6-5ff8-4a00-9cab-517dbbebebdb tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.0944049 Apr 06 16:28:08.305230 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Deleting port 92e657f9-d87c-4fe2-9543-bfb0b6377840 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:08.305571 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:08.311290 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-65875552-b3a7-49e9-ad57-5913aea73a6a req-649aafe3-d618-40d3-80b1-0986d1cf6a1d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563796 Apr 06 16:28:08.325995 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 08e2ce3a-d7aa-40c4-b18d-b3493d66333f no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:08.346689 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 08e2ce3a-d7aa-40c4-b18d-b3493d66333f {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:08.347066 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 08e2ce3a-d7aa-40c4-b18d-b3493d66333f not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:08.347481 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 66d3eb41-48d1-43df-bc79-7b2a7c303477 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:08.365768 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 66d3eb41-48d1-43df-bc79-7b2a7c303477 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:08.366119 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 66d3eb41-48d1-43df-bc79-7b2a7c303477 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:08.366536 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 731163ca-2f05-480f-a0d2-6202b7358665 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:08.388379 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 731163ca-2f05-480f-a0d2-6202b7358665 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:08.388729 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 731163ca-2f05-480f-a0d2-6202b7358665 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:08.395216 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] For port 92e657f9-d87c-4fe2-9543-bfb0b6377840, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=92e657f9-d87c-4fe2-9543-bfb0b6377840,segment=NetworkSegment(39913171-d37f-4e31-a300-2a1c7d626965),segment_id=39913171-d37f-4e31-a300-2a1c7d626965)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:08.395216 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:08.659970 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Calling delete_port for 92e657f9-d87c-4fe2-9543-bfb0b6377840 owned by network:router_interface {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:08.838959 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (92e657f9-d87c-4fe2-9543-bfb0b6377840), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:08.864617 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Pushing event deleted for resources: {'Port': ['ID=92e657f9-d87c-4fe2-9543-bfb0b6377840,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:08.944501 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0aa3a501-aeb8-4418-b07f-f1e9b3aa1e04 req-fe39a2bd-a17d-4625-b4c2-72339ae891b1 tempest-VolumesNegativeTest-725740830 tempest-VolumesNegativeTest-725740830-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c992b2-a9b7-4735-b2d1-844b75c5136c HTTP/1.1" status: 200 len: 210 time: 0.0505247 Apr 06 16:28:09.063860 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (7808ff2a-5e62-4952-9648-859f15f11b33), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:09.276806 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 00a8d022-56bf-490c-8542-49cb21222303 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:09.282469 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Router 7808ff2a-5e62-4952-9648-859f15f11b33 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:28:09.299691 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 00a8d022-56bf-490c-8542-49cb21222303 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:09.300045 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 00a8d022-56bf-490c-8542-49cb21222303 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:09.418371 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:28:09.423457 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-31b32f27-20da-4e4a-b3d9-6115c1a162fd admin admin] 10.222.0.10 "PUT /v2.0/routers/7808ff2a-5e62-4952-9648-859f15f11b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058054 Apr 06 16:28:09.426250 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34824) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:09.427478 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] Sync routers for ids ['7808ff2a-5e62-4952-9648-859f15f11b33'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:28:09.437323 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] Routers {'7808ff2a-5e62-4952-9648-859f15f11b33'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:28:09.437935 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['7808ff2a-5e62-4952-9648-859f15f11b33'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:09.447049 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d65306-d1fb-4290-926c-47d64af94bc3 req-e8274788-771d-4c61-b64f-57eaa4fa6a6c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:09.448679 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b8d65306-d1fb-4290-926c-47d64af94bc3 req-e8274788-771d-4c61-b64f-57eaa4fa6a6c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.0703402 Apr 06 16:28:09.503992 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b8d65306-d1fb-4290-926c-47d64af94bc3 req-4c9f44f5-c79a-4174-b8fa-22b41e834514 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495315 Apr 06 16:28:09.542363 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks [] for router (7808ff2a-5e62-4952-9648-859f15f11b33), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:09.566126 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] Set router 7808ff2a-5e62-4952-9648-859f15f11b33 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:28:09.664392 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks [] for router_gateway (7808ff2a-5e62-4952-9648-859f15f11b33), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:09.731318 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Deleting port 4882e5a5-a40e-4cea-8d57-ff787288458e {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:09.731692 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:09.778377 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:28:08Z', 'revision_number': 5, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port': {'id': '4882e5a5-a40e-4cea-8d57-ff787288458e', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:09.808399 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] Checking router: 7808ff2a-5e62-4952-9648-859f15f11b33 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:28:09.817670 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] Routers {'7808ff2a-5e62-4952-9648-859f15f11b33'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:28:09.818334 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['7808ff2a-5e62-4952-9648-859f15f11b33'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:09.827761 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] For port 4882e5a5-a40e-4cea-8d57-ff787288458e, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=4882e5a5-a40e-4cea-8d57-ff787288458e,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:09.828128 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:09.845286 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Calling delete_port for 4882e5a5-a40e-4cea-8d57-ff787288458e owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:10.078266 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] Set router 7808ff2a-5e62-4952-9648-859f15f11b33 gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:28:10.106851 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (4882e5a5-a40e-4cea-8d57-ff787288458e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.134121 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4882e5a5-a40e-4cea-8d57-ff787288458e,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:10.159725 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:28:09Z', 'revision_number': 6, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port_host': None}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:10.202749 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0d4a4-0cbd-4899-b7f4-6690f7224d91 None None] The sync data for ids ['7808ff2a-5e62-4952-9648-859f15f11b33'] in dv-cinder-815660-7-iscsi is: [{'id': '7808ff2a-5e62-4952-9648-859f15f11b33', 'name': 'tempest-TestShelveInstance-1025514614-router', 'tenant_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:39Z', 'updated_at': '2022-04-06T16:28:09Z', 'revision_number': 6, 'project_id': 'a7425fa7ce5647ffbb8b73f2d6bc25fe', 'gw_port_host': None}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:28:10.211008 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (7808ff2a-5e62-4952-9648-859f15f11b33), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.305861 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (7808ff2a-5e62-4952-9648-859f15f11b33), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.308559 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks [] for router_controller (7808ff2a-5e62-4952-9648-859f15f11b33), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.352917 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (7808ff2a-5e62-4952-9648-859f15f11b33), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.353658 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7808ff2a-5e62-4952-9648-859f15f11b33 {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:28:10.358248 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.359498 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-4b0e96c2-b742-480b-a9ce-847ca68474ba admin admin] 10.222.0.10 "DELETE /v2.0/routers/7808ff2a-5e62-4952-9648-859f15f11b33 HTTP/1.1" status: 204 len: 168 time: 0.9321012 Apr 06 16:28:10.362495 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34866) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:10.408939 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80cac8f-6a61-4da0-a32d-3d12b1ea22aa admin admin] Deleting subnet 8fb06f14-2d68-4a36-b94e-462488a9153b {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:28:10.412459 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a80cac8f-6a61-4da0-a32d-3d12b1ea22aa admin admin] Publish callbacks [] for subnet (8fb06f14-2d68-4a36-b94e-462488a9153b), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.448966 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a80cac8f-6a61-4da0-a32d-3d12b1ea22aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119385'] for subnet (8fb06f14-2d68-4a36-b94e-462488a9153b), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.535220 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a80cac8f-6a61-4da0-a32d-3d12b1ea22aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (8fb06f14-2d68-4a36-b94e-462488a9153b), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.611061 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a80cac8f-6a61-4da0-a32d-3d12b1ea22aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26206464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419135'] for subnet (8fb06f14-2d68-4a36-b94e-462488a9153b), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.663480 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cac8f-6a61-4da0-a32d-3d12b1ea22aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb06f14-2d68-4a36-b94e-462488a9153b,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:10.671495 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-a80cac8f-6a61-4da0-a32d-3d12b1ea22aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.671781 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ebf063-a53b-438f-b503-53b174d9cec2 None None] Network a22cd023-0047-4f68-840e-e1567f1c327a requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:28:10.680172 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-a80cac8f-6a61-4da0-a32d-3d12b1ea22aa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8fb06f14-2d68-4a36-b94e-462488a9153b HTTP/1.1" status: 204 len: 168 time: 0.3143053 Apr 06 16:28:10.681768 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34884) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:10.743468 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2ed4-a053-415b-af22-b16819b1fa59 req-e215a34b-64d2-4564-8bca-dea3ee09e4fe tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:10.750468 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cefc2ed4-a053-415b-af22-b16819b1fa59 req-e215a34b-64d2-4564-8bca-dea3ee09e4fe tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 943 time: 0.1291518 Apr 06 16:28:10.804810 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (a22cd023-0047-4f68-840e-e1567f1c327a), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.825512 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cefc2ed4-a053-415b-af22-b16819b1fa59 req-c2bbaa79-8184-425e-b6d6-5b2c2c172bfd tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741332 Apr 06 16:28:10.889019 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Deleting port 9b60b7c2-6ada-4213-a164-30f226c07f5f {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:28:10.889411 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.954747 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] For port 9b60b7c2-6ada-4213-a164-30f226c07f5f, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9b60b7c2-6ada-4213-a164-30f226c07f5f,segment=NetworkSegment(39913171-d37f-4e31-a300-2a1c7d626965),segment_id=39913171-d37f-4e31-a300-2a1c7d626965)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:10.955082 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:10.968118 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Calling delete_port for 9b60b7c2-6ada-4213-a164-30f226c07f5f owned by network:dhcp {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:28:11.052820 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e8eb1-3b7a-4339-9f3f-1126d36d01b9 None None] DHCP port deletion for a22cd023-0047-4f68-840e-e1567f1c327a request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:28:11.055063 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (9b60b7c2-6ada-4213-a164-30f226c07f5f), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.061931 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 92e657f9-d87c-4fe2-9543-bfb0b6377840 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:11.084910 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b60b7c2-6ada-4213-a164-30f226c07f5f,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:11.086798 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] No DVR routers for this DVR port 9b60b7c2-6ada-4213-a164-30f226c07f5f on host dv-cinder-815660-7-iscsi {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:28:11.225426 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (a22cd023-0047-4f68-840e-e1567f1c327a), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.284298 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22cd023-0047-4f68-840e-e1567f1c327a']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:11.287498 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device ca336245-4e83-43bd-89f8-0e48feb0bd8c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:28:11.289779 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 92e657f9-d87c-4fe2-9543-bfb0b6377840 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:11.290124 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 92e657f9-d87c-4fe2-9543-bfb0b6377840 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:11.308399 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39913171-d37f-4e31-a300-2a1c7d626965') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:11.308765 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39913171-d37f-4e31-a300-2a1c7d626965') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:11.323147 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (39913171-d37f-4e31-a300-2a1c7d626965), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.342957 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (39913171-d37f-4e31-a300-2a1c7d626965), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.357945 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:28:11.358358 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (39913171-d37f-4e31-a300-2a1c7d626965), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:28:11.360119 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:28:11.449677 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (a22cd023-0047-4f68-840e-e1567f1c327a), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.456138 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.459559 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] 10.222.0.10 "DELETE /v2.0/networks/a22cd023-0047-4f68-840e-e1567f1c327a HTTP/1.1" status: 204 len: 168 time: 0.7761483 Apr 06 16:28:11.467789 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port ca336245-4e83-43bd-89f8-0e48feb0bd8c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:11.501045 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7926f69-808e-4bc6-ab56-ce031364424e admin admin] Pushing event deleted for resources: {'Network': ['ID=a22cd023-0047-4f68-840e-e1567f1c327a,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:11.506213 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'port_id': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'mac_address': 'fa:16:3e:98:cc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:28:11.564060 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port ca336245-4e83-43bd-89f8-0e48feb0bd8c is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:28:11.572091 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.589591 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca336245-4e83-43bd-89f8-0e48feb0bd8c {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:28:11.633373 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port ca336245-4e83-43bd-89f8-0e48feb0bd8c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:11.640279 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.702887 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=ca336245-4e83-43bd-89f8-0e48feb0bd8c,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:11.804740 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 34994) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:11.852528 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-13f46143-2366-4814-8779-b3f6ca9baf77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56ac47e9df204a5dbb3be811989f4eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461257 Apr 06 16:28:11.855332 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 34998) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:11.862752 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['ca336245-4e83-43bd-89f8-0e48feb0bd8c'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:28:11.940517 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f7bf2077-c4fa-4bd8-8934-e9c9b5657755 admin admin] Publish callbacks [] for security_group (c2fd7541-03da-4c14-a195-063021f46fee), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:11.988387 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f7bf2077-c4fa-4bd8-8934-e9c9b5657755 admin admin] Publish callbacks [] for security_group (c2fd7541-03da-4c14-a195-063021f46fee), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:12.027384 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fdcdb-dca8-4d57-ab0f-a6c98aeb1e89 req-7cdbfe9c-da21-4f39-8c3a-dd9b29c612a0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:12.029126 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-123fdcdb-dca8-4d57-ab0f-a6c98aeb1e89 req-7cdbfe9c-da21-4f39-8c3a-dd9b29c612a0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 944 time: 0.1034594 Apr 06 16:28:12.099465 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-123fdcdb-dca8-4d57-ab0f-a6c98aeb1e89 req-746dcded-1751-4112-b97b-74f9128660bf tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593207 Apr 06 16:28:12.108696 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f7bf2077-c4fa-4bd8-8934-e9c9b5657755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (c2fd7541-03da-4c14-a195-063021f46fee), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:12.114219 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-f7bf2077-c4fa-4bd8-8934-e9c9b5657755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:12.114219 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-f7bf2077-c4fa-4bd8-8934-e9c9b5657755 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2fd7541-03da-4c14-a195-063021f46fee HTTP/1.1" status: 204 len: 168 time: 0.2572482 Apr 06 16:28:12.134194 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf2077-c4fa-4bd8-8934-e9c9b5657755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd7541-03da-4c14-a195-063021f46fee,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:12.347411 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9b60b7c2-6ada-4213-a164-30f226c07f5f no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:12.370169 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 9b60b7c2-6ada-4213-a164-30f226c07f5f {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:12.370799 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9b60b7c2-6ada-4213-a164-30f226c07f5f not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:12.371236 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 4882e5a5-a40e-4cea-8d57-ff787288458e no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:28:12.398915 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 4882e5a5-a40e-4cea-8d57-ff787288458e {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:28:12.399268 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 4882e5a5-a40e-4cea-8d57-ff787288458e not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:28:12.535460 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35064) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:12.595034 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-385c8272-f801-492f-b883-e6197ee860e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7425fa7ce5647ffbb8b73f2d6bc25fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583973 Apr 06 16:28:12.597909 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35074) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:12.656940 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ff9eed3-31de-46b7-8beb-e07493ce0b57 admin admin] Publish callbacks [] for security_group (20b1bc57-6ea1-4ecf-8303-b2670b154871), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:12.690005 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ff9eed3-31de-46b7-8beb-e07493ce0b57 admin admin] Publish callbacks [] for security_group (20b1bc57-6ea1-4ecf-8303-b2670b154871), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:12.748290 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ff9eed3-31de-46b7-8beb-e07493ce0b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (20b1bc57-6ea1-4ecf-8303-b2670b154871), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:12.751059 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3ff9eed3-31de-46b7-8beb-e07493ce0b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:12.752504 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3ff9eed3-31de-46b7-8beb-e07493ce0b57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20b1bc57-6ea1-4ecf-8303-b2670b154871 HTTP/1.1" status: 204 len: 168 time: 0.1534684 Apr 06 16:28:12.761187 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9eed3-31de-46b7-8beb-e07493ce0b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1bc57-6ea1-4ecf-8303-b2670b154871,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:13.241023 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e65c3-c351-4463-a4db-7d6a85d0d602 req-f976b091-f776-41b3-8b51-c1deda60600a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:13.242672 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ab3e65c3-c351-4463-a4db-7d6a85d0d602 req-f976b091-f776-41b3-8b51-c1deda60600a tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 944 time: 0.0577700 Apr 06 16:28:13.291464 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device ca336245-4e83-43bd-89f8-0e48feb0bd8c up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:28:13.300415 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ab3e65c3-c351-4463-a4db-7d6a85d0d602 req-71d66d87-05d8-4cd3-9bf0-4d83e5f79387 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508997 Apr 06 16:28:13.343530 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port ca336245-4e83-43bd-89f8-0e48feb0bd8c completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:28:13.347713 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port ca336245-4e83-43bd-89f8-0e48feb0bd8c triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:28:13.348091 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:13.427178 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port ca336245-4e83-43bd-89f8-0e48feb0bd8c is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:28:13.427573 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:13.455808 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:28:13.459343 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953174d5-49a7-49c8-a6fc-340019918c86" -d '{"events": [{"server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "name": "network-vif-plugged", "status": "completed", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:28:13.482560 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port ca336245-4e83-43bd-89f8-0e48feb0bd8c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:13.491634 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:13.523268 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaaf0ca-7840-43fb-a446-f6e329e24ca8 x-openstack-request-id: req-6aaaf0ca-7840-43fb-a446-f6e329e24ca8 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:28:13.523559 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "name": "network-vif-plugged", "status": "completed", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:28:13.523812 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6aaaf0ca-7840-43fb-a446-f6e329e24ca8 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:28:13.524209 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aaaf0ca-7840-43fb-a446-f6e329e24ca8'] response: {'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'code': 200} Apr 06 16:28:13.565243 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=ca336245-4e83-43bd-89f8-0e48feb0bd8c,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:13.755074 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887d472-ea28-440d-90ff-3f7796caa48c req-48a65a8a-e6ab-45b2-b0be-1453c2bd522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:13.756947 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8887d472-ea28-440d-90ff-3f7796caa48c req-48a65a8a-e6ab-45b2-b0be-1453c2bd522d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 1129 time: 0.0442152 Apr 06 16:28:13.804477 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8887d472-ea28-440d-90ff-3f7796caa48c req-74ae0b17-784f-485f-8eb0-d172c8b54ce9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416250 Apr 06 16:28:14.135182 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35176) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:14.240004 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f08147b7-6b16-4a2a-8db7-1c14af540de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.312974 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f08147b7-6b16-4a2a-8db7-1c14af540de4 admin admin] Publish callbacks [] for security_group (7744c1fc-2bee-4761-ac93-c064914f19b6), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.316828 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-f08147b7-6b16-4a2a-8db7-1c14af540de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (7744c1fc-2bee-4761-ac93-c064914f19b6), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.355160 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-f08147b7-6b16-4a2a-8db7-1c14af540de4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f15b0f2d05bf459a88caf45cac9b1353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187984 Apr 06 16:28:14.355971 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08147b7-6b16-4a2a-8db7-1c14af540de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7744c1fc-2bee-4761-ac93-c064914f19b6,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:14.357832 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35182) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:14.439156 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d77b6a82-c35a-4ce1-be9b-ad7e778a026c admin admin] Publish callbacks [] for security_group (7744c1fc-2bee-4761-ac93-c064914f19b6), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.448447 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35e5bf-9205-46cb-bb32-f82820761408 req-cd82ce3c-35ad-4c7b-8d4b-66f3b887f1b7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:14.449906 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8f35e5bf-9205-46cb-bb32-f82820761408 req-cd82ce3c-35ad-4c7b-8d4b-66f3b887f1b7 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 945 time: 0.0784588 Apr 06 16:28:14.481409 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d77b6a82-c35a-4ce1-be9b-ad7e778a026c admin admin] Publish callbacks [] for security_group (7744c1fc-2bee-4761-ac93-c064914f19b6), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.537067 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8f35e5bf-9205-46cb-bb32-f82820761408 req-85fffe4c-886d-4ddb-b2de-b826f956cc50 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803850 Apr 06 16:28:14.556017 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d77b6a82-c35a-4ce1-be9b-ad7e778a026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (7744c1fc-2bee-4761-ac93-c064914f19b6), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.558612 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d77b6a82-c35a-4ce1-be9b-ad7e778a026c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.559796 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d77b6a82-c35a-4ce1-be9b-ad7e778a026c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7744c1fc-2bee-4761-ac93-c064914f19b6 HTTP/1.1" status: 204 len: 168 time: 0.2003226 Apr 06 16:28:14.567632 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b6a82-c35a-4ce1-be9b-ad7e778a026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7744c1fc-2bee-4761-ac93-c064914f19b6,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:14.818478 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35192) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:14.832033 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-552b76cc-ecb1-4acd-913e-e4eec609a3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.912078 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-552b76cc-ecb1-4acd-913e-e4eec609a3c4 admin admin] Publish callbacks [] for security_group (d1badbad-41b1-425e-9577-6c6003506231), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.916068 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-552b76cc-ecb1-4acd-913e-e4eec609a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (d1badbad-41b1-425e-9577-6c6003506231), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:14.933096 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35196) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:14.954032 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b76cc-ecb1-4acd-913e-e4eec609a3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1badbad-41b1-425e-9577-6c6003506231,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:14.960075 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-552b76cc-ecb1-4acd-913e-e4eec609a3c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cddb715dcdf64dada51679775066700a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404808 Apr 06 16:28:14.962796 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35200) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:15.009825 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c15306ae-2c54-4b0a-89cf-3ef67355ac41 admin admin] Publish callbacks [] for security_group (d1badbad-41b1-425e-9577-6c6003506231), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.036748 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c15306ae-2c54-4b0a-89cf-3ef67355ac41 admin admin] Publish callbacks [] for security_group (d1badbad-41b1-425e-9577-6c6003506231), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.089912 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0a8fbcd9-a4f0-410f-b01f-7ce625e72e4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96c30ca38cca4b5097b5092d9881e7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555171 Apr 06 16:28:15.092305 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35204) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:15.111048 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c15306ae-2c54-4b0a-89cf-3ef67355ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (d1badbad-41b1-425e-9577-6c6003506231), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.116002 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c15306ae-2c54-4b0a-89cf-3ef67355ac41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.116002 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-c15306ae-2c54-4b0a-89cf-3ef67355ac41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1badbad-41b1-425e-9577-6c6003506231 HTTP/1.1" status: 204 len: 168 time: 0.1510701 Apr 06 16:28:15.124510 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15306ae-2c54-4b0a-89cf-3ef67355ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1badbad-41b1-425e-9577-6c6003506231,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:15.149555 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-eba6446d-ce9f-49ad-a10e-f5d1fbc3450a admin admin] Publish callbacks [] for security_group (fa288c3d-6fe9-4667-bcc3-cb539358616b), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.170663 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-eba6446d-ce9f-49ad-a10e-f5d1fbc3450a admin admin] Publish callbacks [] for security_group (fa288c3d-6fe9-4667-bcc3-cb539358616b), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.218658 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-eba6446d-ce9f-49ad-a10e-f5d1fbc3450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (fa288c3d-6fe9-4667-bcc3-cb539358616b), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.221404 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-eba6446d-ce9f-49ad-a10e-f5d1fbc3450a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.222583 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-eba6446d-ce9f-49ad-a10e-f5d1fbc3450a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa288c3d-6fe9-4667-bcc3-cb539358616b HTTP/1.1" status: 204 len: 168 time: 0.1292903 Apr 06 16:28:15.230500 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6446d-ce9f-49ad-a10e-f5d1fbc3450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa288c3d-6fe9-4667-bcc3-cb539358616b,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:15.385241 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35214) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:15.398856 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6039f614-fee6-432a-a9cc-e6d1f14d7ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.479918 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6039f614-fee6-432a-a9cc-e6d1f14d7ada admin admin] Publish callbacks [] for security_group (11890b8d-a478-4c57-8e23-07e25011d140), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.484998 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6039f614-fee6-432a-a9cc-e6d1f14d7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (11890b8d-a478-4c57-8e23-07e25011d140), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.524770 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-6039f614-fee6-432a-a9cc-e6d1f14d7ada admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b0a9665497d4b65a589e15cbdee8166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384468 Apr 06 16:28:15.525663 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039f614-fee6-432a-a9cc-e6d1f14d7ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11890b8d-a478-4c57-8e23-07e25011d140,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:15.528064 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35220) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:15.582614 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b94b5b60-c044-4fbd-bedf-5e8b332dab6a admin admin] Publish callbacks [] for security_group (11890b8d-a478-4c57-8e23-07e25011d140), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.605601 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b94b5b60-c044-4fbd-bedf-5e8b332dab6a admin admin] Publish callbacks [] for security_group (11890b8d-a478-4c57-8e23-07e25011d140), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.679105 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecdb25-442e-4003-bdd0-7f2c76ba9c8b req-83d86971-d2c1-4cfb-8d65-c591f4cb885f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:15.680577 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-48ecdb25-442e-4003-bdd0-7f2c76ba9c8b req-83d86971-d2c1-4cfb-8d65-c591f4cb885f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 945 time: 0.0685966 Apr 06 16:28:15.703234 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b94b5b60-c044-4fbd-bedf-5e8b332dab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (11890b8d-a478-4c57-8e23-07e25011d140), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.706409 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b94b5b60-c044-4fbd-bedf-5e8b332dab6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:15.707585 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-b94b5b60-c044-4fbd-bedf-5e8b332dab6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11890b8d-a478-4c57-8e23-07e25011d140 HTTP/1.1" status: 204 len: 168 time: 0.1786201 Apr 06 16:28:15.720814 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5b60-c044-4fbd-bedf-5e8b332dab6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11890b8d-a478-4c57-8e23-07e25011d140,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:15.761465 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-48ecdb25-442e-4003-bdd0-7f2c76ba9c8b req-a9f282cb-3e65-498c-aff9-b3f675a1cfcf tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744984 Apr 06 16:28:16.883910 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aff7e-5ea3-4920-a8da-d74c59f7084d req-d94296da-e548-4c00-9660-9e89c0f26fde tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:16.885359 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d59aff7e-5ea3-4920-a8da-d74c59f7084d req-d94296da-e548-4c00-9660-9e89c0f26fde tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 945 time: 0.0526114 Apr 06 16:28:16.934674 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d59aff7e-5ea3-4920-a8da-d74c59f7084d req-5301ecea-fc92-4da4-8500-1a9599e5cf59 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Apr 06 16:28:18.049086 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802a53-b301-4bba-b692-48157b8e108a req-2b2861ab-00be-4bf6-9fdd-d9d5b5c4450c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:18.050550 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cf802a53-b301-4bba-b692-48157b8e108a req-2b2861ab-00be-4bf6-9fdd-d9d5b5c4450c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 945 time: 0.0512276 Apr 06 16:28:18.098615 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-cf802a53-b301-4bba-b692-48157b8e108a req-77d7170c-5afd-4847-843b-7bb936223270 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Apr 06 16:28:18.216835 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c17ae-83de-4293-ae8a-dd61e614c319 req-a47694fa-d1db-4ca5-a1ed-3c22411fa57b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:18.218223 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a5c17ae-83de-4293-ae8a-dd61e614c319 req-a47694fa-d1db-4ca5-a1ed-3c22411fa57b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 945 time: 0.0557504 Apr 06 16:28:18.266368 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2a5c17ae-83de-4293-ae8a-dd61e614c319 req-160f37fe-9ef6-4535-b19a-b93cec425375 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Apr 06 16:28:18.287766 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35310) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:18.480915 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a316b-df67-48d3-a89a-58be292da760 tempest-TestVolumeBootPattern-502601918 tempest-TestVolumeBootPattern-502601918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:18.482457 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-161a316b-df67-48d3-a89a-58be292da760 tempest-TestVolumeBootPattern-502601918 tempest-TestVolumeBootPattern-502601918-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 1124 time: 0.1938155 Apr 06 16:28:18.485293 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35320) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:18.490080 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'port_id': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:28:18.510783 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:18.606449 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:18.706279 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Allocated IP 172.27.3.122 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/eef91fc3-4b2d-46c6-8a5b-6e5f994e5516) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:28:18.811909 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:18.844583 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:18.881927 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:28:18.884879 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:28:18.887367 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:28:18.918965 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=eef91fc3-4b2d-46c6-8a5b-6e5f994e5516,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:19.250322 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (4b4f67a1-91a0-4440-be4a-ec6b0a86fa65), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:19.315137 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:19.463623 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for port (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:19.468018 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:19.536317 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event updated for resources: {'Port': ['ID=eef91fc3-4b2d-46c6-8a5b-6e5f994e5516,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:19.550055 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (4b4f67a1-91a0-4440-be4a-ec6b0a86fa65), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:19.750784 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-72bf8a8d-f493-4c31-be98-adc733b90687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:19.907410 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Floating IP 4b4f67a1-91a0-4440-be4a-ec6b0a86fa65 associated. External IP: 172.27.3.122, port: ca336245-4e83-43bd-89f8-0e48feb0bd8c. Apr 06 16:28:20.116142 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:28:20.223135 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:28:20.232525 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:28:20.241315 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:20.243239 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:28:20.243859 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:20.270482 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-d35822ad-e2f4-4daf-b36f-e39da29c9c9d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7840397 Apr 06 16:28:20.271122 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:28:20.273361 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:28:20.309351 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3765c316-fdb0-4630-bfaa-18d4a332308b x-openstack-request-id: req-3765c316-fdb0-4630-bfaa-18d4a332308b {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:28:20.309647 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:28:20.309904 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3765c316-fdb0-4630-bfaa-18d4a332308b {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:28:20.310337 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3765c316-fdb0-4630-bfaa-18d4a332308b'] response: {'name': 'network-changed', 'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'status': 'completed', 'code': 200} Apr 06 16:28:20.356857 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:28:20.582657 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '4b4f67a1-91a0-4440-be4a-ec6b0a86fa65', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:98:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:28:19Z', 'updated_at': '2022-04-06T16:28:19Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}, {'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:45Z', 'revision_number': 1, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:20.604704 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-f92f44ce-2ccb-42dc-b197-d72a5f47ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:20.606349 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-f92f44ce-2ccb-42dc-b197-d72a5f47ee69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 1129 time: 0.0518584 Apr 06 16:28:20.612508 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:28:20.623163 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:28:20.623879 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:27:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:20.697551 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-01491b5b-b487-4bb8-ac42-e1e1df1e958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:20.699112 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-01491b5b-b487-4bb8-ac42-e1e1df1e958f service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.0856073 Apr 06 16:28:20.732261 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:28:20.772124 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-511494d0-6a73-4a40-b88f-4a1085b18735 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c HTTP/1.1" status: 200 len: 999 time: 0.0666399 Apr 06 16:28:20.821069 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-71202a4d-e286-4ea6-9418-b2d0af781944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:20.822654 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-71202a4d-e286-4ea6-9418-b2d0af781944 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0450914 Apr 06 16:28:20.873261 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-b5e6210b-dbe1-449d-b285-f92788f2e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:20.874800 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-b5e6210b-dbe1-449d-b285-f92788f2e4f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455151 Apr 06 16:28:20.977816 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '4b4f67a1-91a0-4440-be4a-ec6b0a86fa65', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:98:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:28:19Z', 'updated_at': '2022-04-06T16:28:19Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}, {'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:45Z', 'revision_number': 1, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:21.013260 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9273be03-17a1-4bdb-8762-04858be52bf3 None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': '4b4f67a1-91a0-4440-be4a-ec6b0a86fa65', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:98:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:28:19Z', 'updated_at': '2022-04-06T16:28:19Z', 'revision_number': 0, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}, {'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:45Z', 'revision_number': 1, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:28:21.209718 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6964ade3-e670-4365-ba9c-68320e9d24ab None None] New status for floating IP 4b4f67a1-91a0-4440-be4a-ec6b0a86fa65: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:28:21.244173 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-f2316292-a9a1-4a61-8340-68e020b6a382 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617871 Apr 06 16:28:21.333857 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-062c6a45-a7d8-4f21-8128-5c7b8b41c6c3 req-bc94f887-c77a-48b3-ac29-e98ecc1dca7d service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833886 Apr 06 16:28:21.838655 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35360) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:21.963478 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3094607c-64d9-4b8c-a584-b03eeb74b959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.045064 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3094607c-64d9-4b8c-a584-b03eeb74b959 admin admin] Publish callbacks [] for security_group (5268c4d1-e51b-42e0-84bc-8bae7da0f332), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.049572 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3094607c-64d9-4b8c-a584-b03eeb74b959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (5268c4d1-e51b-42e0-84bc-8bae7da0f332), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.085468 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094607c-64d9-4b8c-a584-b03eeb74b959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5268c4d1-e51b-42e0-84bc-8bae7da0f332,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:22.086666 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-10e34cdd-90d4-4ac4-9c49-c37294da824e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.089738 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3094607c-64d9-4b8c-a584-b03eeb74b959 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53f9368e55bb4ebe921cc3393e147d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486119 Apr 06 16:28:22.092494 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35366) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:22.142310 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74c96b0c-d8a2-42e1-9ee6-70cbfa52313b admin admin] Publish callbacks [] for security_group (5268c4d1-e51b-42e0-84bc-8bae7da0f332), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.162496 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74c96b0c-d8a2-42e1-9ee6-70cbfa52313b admin admin] Publish callbacks [] for security_group (5268c4d1-e51b-42e0-84bc-8bae7da0f332), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.211548 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74c96b0c-d8a2-42e1-9ee6-70cbfa52313b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (5268c4d1-e51b-42e0-84bc-8bae7da0f332), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.214073 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-74c96b0c-d8a2-42e1-9ee6-70cbfa52313b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.215441 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-74c96b0c-d8a2-42e1-9ee6-70cbfa52313b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5268c4d1-e51b-42e0-84bc-8bae7da0f332 HTTP/1.1" status: 204 len: 168 time: 0.1209903 Apr 06 16:28:22.224390 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c96b0c-d8a2-42e1-9ee6-70cbfa52313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5268c4d1-e51b-42e0-84bc-8bae7da0f332,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:22.484385 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35372) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:22.497580 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6df09eb1-ab40-4efd-bfa8-7f9d8d5bf828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.567893 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6df09eb1-ab40-4efd-bfa8-7f9d8d5bf828 admin admin] Publish callbacks [] for security_group (b79b3dc8-e7d6-403b-9086-01adb287a6e2), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.572317 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6df09eb1-ab40-4efd-bfa8-7f9d8d5bf828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (b79b3dc8-e7d6-403b-9086-01adb287a6e2), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.608492 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6df09eb1-ab40-4efd-bfa8-7f9d8d5bf828 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e50c0e847504147b82c1afba61428fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1230495 Apr 06 16:28:22.610347 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df09eb1-ab40-4efd-bfa8-7f9d8d5bf828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79b3dc8-e7d6-403b-9086-01adb287a6e2,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:22.611249 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35374) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:22.659651 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e14853ff-bc9e-4076-8a77-fdb9c8859c8d admin admin] Publish callbacks [] for security_group (b79b3dc8-e7d6-403b-9086-01adb287a6e2), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.680015 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e14853ff-bc9e-4076-8a77-fdb9c8859c8d admin admin] Publish callbacks [] for security_group (b79b3dc8-e7d6-403b-9086-01adb287a6e2), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.724883 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e14853ff-bc9e-4076-8a77-fdb9c8859c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (b79b3dc8-e7d6-403b-9086-01adb287a6e2), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.727602 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-e14853ff-bc9e-4076-8a77-fdb9c8859c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:22.728736 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-e14853ff-bc9e-4076-8a77-fdb9c8859c8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b79b3dc8-e7d6-403b-9086-01adb287a6e2 HTTP/1.1" status: 204 len: 168 time: 0.1164143 Apr 06 16:28:22.736111 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14853ff-bc9e-4076-8a77-fdb9c8859c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79b3dc8-e7d6-403b-9086-01adb287a6e2,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:23.260117 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:24.666629 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:25.119578 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:25.971775 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:33.916707 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35618) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:33.962774 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee94c12d-7ca7-4e72-855b-195c2f3cfdf3 admin admin] Deleting subnet 49d7f55e-6093-44e2-85e5-4b9dfce9383d {{(pid=103706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:28:33.966289 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee94c12d-7ca7-4e72-855b-195c2f3cfdf3 admin admin] Publish callbacks [] for subnet (49d7f55e-6093-44e2-85e5-4b9dfce9383d), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.000309 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee94c12d-7ca7-4e72-855b-195c2f3cfdf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2521461'] for subnet (49d7f55e-6093-44e2-85e5-4b9dfce9383d), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.038081 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee94c12d-7ca7-4e72-855b-195c2f3cfdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (49d7f55e-6093-44e2-85e5-4b9dfce9383d), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.090898 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee94c12d-7ca7-4e72-855b-195c2f3cfdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26051687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25779804'] for subnet (49d7f55e-6093-44e2-85e5-4b9dfce9383d), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.118738 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ee94c12d-7ca7-4e72-855b-195c2f3cfdf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.122228 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ee94c12d-7ca7-4e72-855b-195c2f3cfdf3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49d7f55e-6093-44e2-85e5-4b9dfce9383d HTTP/1.1" status: 204 len: 168 time: 0.2045281 Apr 06 16:28:34.123366 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94c12d-7ca7-4e72-855b-195c2f3cfdf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d7f55e-6093-44e2-85e5-4b9dfce9383d,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:34.124843 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35620) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:34.196743 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (030c2d02-ae79-4e2d-82c3-470160188b3e), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.275597 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (030c2d02-ae79-4e2d-82c3-470160188b3e), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.295610 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030c2d02-ae79-4e2d-82c3-470160188b3e']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:34.304670 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0215595-ff48-4b9f-bebe-2d8099f78f48') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:34.304970 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0215595-ff48-4b9f-bebe-2d8099f78f48') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:34.315246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119202'] for segment (f0215595-ff48-4b9f-bebe-2d8099f78f48), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.328824 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (f0215595-ff48-4b9f-bebe-2d8099f78f48), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.335702 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:28:34.336100 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26206570'] for segment (f0215595-ff48-4b9f-bebe-2d8099f78f48), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: Traceback (most recent call last): Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: timer() Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: cb(*args, **kw) Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: return func(*args, **kwargs) Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: self._notify() Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: self.callback(batched_events) Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: event.method(event) Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: return f(self, *a, **k) Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._get(url).json() Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: return self.request(url, 'GET', **kwargs) Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:28:34.339369 dv-cinder-815660-7-iscsi neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:28:34.356584 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:28:34.404822 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (030c2d02-ae79-4e2d-82c3-470160188b3e), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.421019 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.424244 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/030c2d02-ae79-4e2d-82c3-470160188b3e HTTP/1.1" status: 204 len: 168 time: 0.2982976 Apr 06 16:28:34.425330 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8676e9a-a92c-4620-ac9c-aa57cfa912d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=030c2d02-ae79-4e2d-82c3-470160188b3e,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:34.597695 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35632) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:34.633444 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35634) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:34.642032 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-336f56aa-ae18-4519-9c8a-e0903bf583cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71c6b6a723c94ab6b2544b67f61cbd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431399 Apr 06 16:28:34.644460 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35638) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:34.700756 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d71db28-75cc-4793-a846-fc63c1e1e6c6 admin admin] Publish callbacks [] for security_group (6209f422-f0e6-4f18-9862-6cdfa47113d4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.723656 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d71db28-75cc-4793-a846-fc63c1e1e6c6 admin admin] Publish callbacks [] for security_group (6209f422-f0e6-4f18-9862-6cdfa47113d4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.772004 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d71db28-75cc-4793-a846-fc63c1e1e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (6209f422-f0e6-4f18-9862-6cdfa47113d4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.774580 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-6d71db28-75cc-4793-a846-fc63c1e1e6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.776297 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-6d71db28-75cc-4793-a846-fc63c1e1e6c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6209f422-f0e6-4f18-9862-6cdfa47113d4 HTTP/1.1" status: 204 len: 168 time: 0.1303620 Apr 06 16:28:34.785276 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71db28-75cc-4793-a846-fc63c1e1e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6209f422-f0e6-4f18-9862-6cdfa47113d4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:34.812399 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ff291ef8-1767-4815-a433-200e0429ce89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.891043 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ff291ef8-1767-4815-a433-200e0429ce89 admin admin] Publish callbacks [] for security_group (8e497a3f-3ee4-415a-ba7e-5cab0a1c2a19), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.895245 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ff291ef8-1767-4815-a433-200e0429ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (8e497a3f-3ee4-415a-ba7e-5cab0a1c2a19), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.938752 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ff291ef8-1767-4815-a433-200e0429ce89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c66caec7dff64796ad68dfadc38c06a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041430 Apr 06 16:28:34.939518 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff291ef8-1767-4815-a433-200e0429ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e497a3f-3ee4-415a-ba7e-5cab0a1c2a19,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:34.941442 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35642) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:35.001684 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e495ab21-064e-4dcf-9a9e-146c07681af7 admin admin] Publish callbacks [] for security_group (8e497a3f-3ee4-415a-ba7e-5cab0a1c2a19), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:35.026752 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e495ab21-064e-4dcf-9a9e-146c07681af7 admin admin] Publish callbacks [] for security_group (8e497a3f-3ee4-415a-ba7e-5cab0a1c2a19), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:35.080949 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e495ab21-064e-4dcf-9a9e-146c07681af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (8e497a3f-3ee4-415a-ba7e-5cab0a1c2a19), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:35.084135 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e495ab21-064e-4dcf-9a9e-146c07681af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:35.085378 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e495ab21-064e-4dcf-9a9e-146c07681af7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e497a3f-3ee4-415a-ba7e-5cab0a1c2a19 HTTP/1.1" status: 204 len: 168 time: 0.1428399 Apr 06 16:28:35.100286 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495ab21-064e-4dcf-9a9e-146c07681af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e497a3f-3ee4-415a-ba7e-5cab0a1c2a19,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:49.743806 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-22b2ab2a-f9d7-45a1-ba47-11924e12a9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:52.084255 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f1d921b9-b845-4a44-af87-5a3cb332eeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.261911 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.369550 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35734) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:53.471034 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.543186 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Publish callbacks [] for security_group (344093ca-cb39-4761-ad62-be60640ea5a0), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.546891 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (344093ca-cb39-4761-ad62-be60640ea5a0), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.584075 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24677bcb747f4d428cb925625b3efbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134469 Apr 06 16:28:53.584926 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344093ca-cb39-4761-ad62-be60640ea5a0,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:53.586733 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35738) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:53.592541 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.592900 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.593246 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.593594 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.593937 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.594273 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.594607 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.594965 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.595298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.595631 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.595963 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.596295 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.596622 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.596954 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.597278 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825ed9d-eb50-46b0-a305-c04b6178166d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.635768 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Publish callbacks [] for security_group (344093ca-cb39-4761-ad62-be60640ea5a0), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.655743 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Publish callbacks [] for security_group (344093ca-cb39-4761-ad62-be60640ea5a0), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.701366 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (344093ca-cb39-4761-ad62-be60640ea5a0), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.703758 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:53.704878 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/344093ca-cb39-4761-ad62-be60640ea5a0 HTTP/1.1" status: 204 len: 168 time: 0.1171751 Apr 06 16:28:53.712076 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344093ca-cb39-4761-ad62-be60640ea5a0,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:53.718995 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.719345 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.719688 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.720029 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.720360 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.720693 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.721018 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.721343 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.721742 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.722022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.722673 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.722892 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.723204 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.723524 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:53.723843 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb4002-ad72-4552-894e-5bb63fb8caad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:54.293815 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35760) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:54.385110 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-408209899-network', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:28:54.404224 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Made reservation on behalf of 15b9539103fa45b4bc94e8c7d6416745 for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:28:54.406586 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.414551 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.490871 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Publish callbacks [] for security_group (b1960599-88e0-4e6d-9afb-fab55b8f3911), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.494513 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (b1960599-88e0-4e6d-9afb-fab55b8f3911), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.518292 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:28:54.527302 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1960599-88e0-4e6d-9afb-fab55b8f3911,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:54.533084 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (c7f3e525-8640-4a38-aca9-5623e0f121c9), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.533496 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Added segment c7f3e525-8640-4a38-aca9-5623e0f121c9 of type vlan for network 258cf65c-33b3-4490-a66a-ac22776035fb Apr 06 16:28:54.571532 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (258cf65c-33b3-4490-a66a-ac22776035fb), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.595895 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (258cf65c-33b3-4490-a66a-ac22776035fb), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.596831 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:54.597413 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.647173 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3522396 Apr 06 16:28:54.650438 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35764) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:54.656671 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Request body: {'subnet': {'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-408209899-subnet', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:28:54.658909 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b697008-8c79-4115-bb6d-dc73b8977374 admin admin] Pushing event updated for resources: {'Network': ['ID=258cf65c-33b3-4490-a66a-ac22776035fb,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:54.670095 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network 258cf65c-33b3-4490-a66a-ac22776035fb details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:28:54.673584 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.677153 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Made reservation on behalf of 15b9539103fa45b4bc94e8c7d6416745 for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:28:54.679675 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419032'] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.856913 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26207431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419014'] for subnet (a083965a-9fc8-4600-b1a6-f9f0b815ddd8), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.914907 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a083965a-9fc8-4600-b1a6-f9f0b815ddd8,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:54.925692 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Checking segment: {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:28:54.926047 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Network hostable DHCP agents. Network: 258cf65c-33b3-4490-a66a-ac22776035fb, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:28:54.942455 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Network 258cf65c-33b3-4490-a66a-ac22776035fb is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:28:54.950760 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, 258cf65c-33b3-4490-a66a-ac22776035fb) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:28:54.955460 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:54.956059 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.960236 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d9c726-9a00-49f5-a012-34dd58c09f18 None None] Network 258cf65c-33b3-4490-a66a-ac22776035fb requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:28:54.971849 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-bd0d6003-e54e-490f-85f7-818cd4e756b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3198991 Apr 06 16:28:54.974505 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35766) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:54.978823 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:28:54.998168 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (34df344f-57a4-442a-831d-2dced579dc6d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:54.999367 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (34df344f-57a4-442a-831d-2dced579dc6d), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.050388 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks [] for router_controller (34df344f-57a4-442a-831d-2dced579dc6d), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.057576 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-258cf65c-33b3-4490-a66a-ac22776035fb', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:28:55.058438 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.156386 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.192048 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks [] for router_gateway (34df344f-57a4-442a-831d-2dced579dc6d), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.202298 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Allocated IP 172.20.0.2 (258cf65c-33b3-4490-a66a-ac22776035fb/a083965a-9fc8-4600-b1a6-f9f0b815ddd8/4457f6c1-1261-4107-8e2e-b6f8aa259431) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:28:55.345409 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Publish callbacks [] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.351650 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.384542 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks [] for router_gateway (34df344f-57a4-442a-831d-2dced579dc6d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.392399 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Network 258cf65c-33b3-4490-a66a-ac22776035fb is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:28:55.395387 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:28:55.399662 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:28:55.403363 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Pushing event updated for resources: {'Port': ['ID=4457f6c1-1261-4107-8e2e-b6f8aa259431,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:55.408712 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.414821 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.415179 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.415527 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.416427 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.416767 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.417106 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.417445 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.417775 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.418109 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.418438 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.418795 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.419131 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.419459 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.419786 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.420110 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:28:55.470180 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Attempting to bind port 4457f6c1-1261-4107-8e2e-b6f8aa259431 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:28:55.470547 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Attempting to bind port 4457f6c1-1261-4107-8e2e-b6f8aa259431 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:28:55.470939 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Attempting to bind port 4457f6c1-1261-4107-8e2e-b6f8aa259431 on network 258cf65c-33b3-4490-a66a-ac22776035fb {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:28:55.476122 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:28:55.476749 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Checking segment: {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:28:55.477315 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.477945 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Bound using segment: {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:28:55.478974 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Bound port: 4457f6c1-1261-4107-8e2e-b6f8aa259431, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:28:55.479305 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.515305 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Allocated IP 172.27.3.51 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/1701b0cf-5a97-40e8-b552-56d618da1364) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:28:55.541857 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] For port 4457f6c1-1261-4107-8e2e-b6f8aa259431, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:28:55.544923 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] For port 4457f6c1-1261-4107-8e2e-b6f8aa259431, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=4457f6c1-1261-4107-8e2e-b6f8aa259431,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:28:55.550506 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.609909 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8c899-550d-46b6-8c21-df01a3e51d4a None None] Pushing event updated for resources: {'Port': ['ID=4457f6c1-1261-4107-8e2e-b6f8aa259431,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:55.621141 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks [] for port (1701b0cf-5a97-40e8-b552-56d618da1364), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.655692 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.692298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:28:55.695213 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:28:55.697650 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:28:55.729513 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Pushing event updated for resources: {'Port': ['ID=1701b0cf-5a97-40e8-b552-56d618da1364,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:55.974893 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:55.977384 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks [] for router_gateway (34df344f-57a4-442a-831d-2dced579dc6d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:56.172284 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (34df344f-57a4-442a-831d-2dced579dc6d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:56.309743 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Router 34df344f-57a4-442a-831d-2dced579dc6d is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:28:56.375080 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 4457f6c1-1261-4107-8e2e-b6f8aa259431 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:28:56.425938 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:28:56.429220 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 4457f6c1-1261-4107-8e2e-b6f8aa259431 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:28:56.429765 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:56.445802 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:56.447103 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-c63cfb96-1347-478d-a7d0-445725bc8014 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4714406 Apr 06 16:28:56.450736 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35768) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:56.453297 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Sync routers for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:28:56.475153 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:28:56.475871 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:28:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:56.596183 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4617b3f-7ed8-4167-9b78-4de7506879a4 None None] Network 258cf65c-33b3-4490-a66a-ac22776035fb requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:28:56.663682 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 4457f6c1-1261-4107-8e2e-b6f8aa259431 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:28:56.664075 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:56.667494 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:28:56.819758 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-82a755cf-ce4d-4322-8caa-f1ee92f6405b None None] Provisioning complete for port 4457f6c1-1261-4107-8e2e-b6f8aa259431 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:28:56.820063 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-82a755cf-ce4d-4322-8caa-f1ee92f6405b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:56.822661 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 4457f6c1-1261-4107-8e2e-b6f8aa259431, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=4457f6c1-1261-4107-8e2e-b6f8aa259431,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:28:56.865250 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:56.870823 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:56.988431 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=4457f6c1-1261-4107-8e2e-b6f8aa259431,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:57.037536 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Allocated IP 172.20.0.1 (258cf65c-33b3-4490-a66a-ac22776035fb/a083965a-9fc8-4600-b1a6-f9f0b815ddd8/7291b77f-f45d-4599-bee9-8e04b56daff7) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:28:57.039772 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-82a755cf-ce4d-4322-8caa-f1ee92f6405b None None] Current status of the port 4457f6c1-1261-4107-8e2e-b6f8aa259431 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:28:57.060149 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:55Z', 'revision_number': 3, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:57.087595 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Checking router: 34df344f-57a4-442a-831d-2dced579dc6d for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:28:57.087977 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Updating router 34df344f-57a4-442a-831d-2dced579dc6d port 1701b0cf-5a97-40e8-b552-56d618da1364 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:28:57.117476 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.156947 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Publish callbacks [] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.193542 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.230964 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Network 258cf65c-33b3-4490-a66a-ac22776035fb is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:28:57.235862 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:28:57.238264 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:28:57.266501 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Pushing event updated for resources: {'Port': ['ID=7291b77f-f45d-4599-bee9-8e04b56daff7,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:57.287330 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (34df344f-57a4-442a-831d-2dced579dc6d), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.299501 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-11139bda-650f-42fe-923d-7cd9225eda21 None None] Provisioning complete for port 4457f6c1-1261-4107-8e2e-b6f8aa259431 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:28:57.300019 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-11139bda-650f-42fe-923d-7cd9225eda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.462030 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Publish callbacks [] for port (1701b0cf-5a97-40e8-b552-56d618da1364), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.468142 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-11139bda-650f-42fe-923d-7cd9225eda21 None None] Current status of the port 4457f6c1-1261-4107-8e2e-b6f8aa259431 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:28:57.470518 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.527523 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Attempting to bind port 1701b0cf-5a97-40e8-b552-56d618da1364 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:28:57.527810 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Attempting to bind port 1701b0cf-5a97-40e8-b552-56d618da1364 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:28:57.528176 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Attempting to bind port 1701b0cf-5a97-40e8-b552-56d618da1364 on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:28:57.530285 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85297ed-66eb-4552-8f32-1e0ad18d4999 None None] Pushing event updated for resources: {'Port': ['ID=1701b0cf-5a97-40e8-b552-56d618da1364,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:57.536080 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:28:57.536460 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:28:57.536859 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.537247 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:28:57.537717 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Bound port: 1701b0cf-5a97-40e8-b552-56d618da1364, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:28:57.538105 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.596339 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] For port 1701b0cf-5a97-40e8-b552-56d618da1364, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:28:57.600268 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] For port 1701b0cf-5a97-40e8-b552-56d618da1364, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=1701b0cf-5a97-40e8-b552-56d618da1364,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:28:57.606919 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-8bbebdf3-edf4-48a0-8aca-9314c11b6294 None None] Provisioning complete for port 7291b77f-f45d-4599-bee9-8e04b56daff7 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:28:57.607157 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-8bbebdf3-edf4-48a0-8aca-9314c11b6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.610183 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.676269 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-8bbebdf3-edf4-48a0-8aca-9314c11b6294 None None] Port 7291b77f-f45d-4599-bee9-8e04b56daff7 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:28:57.699430 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85297ed-66eb-4552-8f32-1e0ad18d4999 None None] Pushing event updated for resources: {'Port': ['ID=1701b0cf-5a97-40e8-b552-56d618da1364,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:57.702081 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:28:57.702706 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:28:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:57.708431 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.821417 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:28:57.889529 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Publish callbacks [] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.894777 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:57.967151 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Pushing event updated for resources: {'Port': ['ID=7291b77f-f45d-4599-bee9-8e04b56daff7,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:57.969512 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (34df344f-57a4-442a-831d-2dced579dc6d), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:58.056932 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Network 258cf65c-33b3-4490-a66a-ac22776035fb is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:28:58.058348 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:28:58.172041 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 1, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:28:58.182272 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Router 34df344f-57a4-442a-831d-2dced579dc6d has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:28:58.199105 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97235e4-fbe9-45a2-89c3-08bc518b09ff None None] The sync data for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi is: [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 1, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:28:58.303818 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-92b5cf91-1d02-413f-beed-1312fb16bea9 None None] Provisioning complete for port 7291b77f-f45d-4599-bee9-8e04b56daff7 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:28:58.304658 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-92b5cf91-1d02-413f-beed-1312fb16bea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:58.309098 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:28:58.321238 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-3318e6ad-2c61-40ad-9ffc-830fdbfb1d36 admin admin] 10.222.0.10 "PUT /v2.0/routers/34df344f-57a4-442a-831d-2dced579dc6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8622434 Apr 06 16:28:58.355290 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-92b5cf91-1d02-413f-beed-1312fb16bea9 None None] Port 7291b77f-f45d-4599-bee9-8e04b56daff7 cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:28:58.371324 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 4457f6c1-1261-4107-8e2e-b6f8aa259431 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:28:58.437675 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 4457f6c1-1261-4107-8e2e-b6f8aa259431 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:28:58.438290 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:58.532967 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 4457f6c1-1261-4107-8e2e-b6f8aa259431 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:28:58.838666 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35784) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:58.860725 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2074795490-network', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:28:58.884407 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Made reservation on behalf of 9bba3ca5f46349928f0d2cb99fc0f55d for: {'network': 1} {{(pid=103706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:28:58.887492 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for network (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:58.897964 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:58.984128 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Publish callbacks [] for security_group (f5990f07-9310-4d1c-ac47-267292addbbc), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:58.989078 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (f5990f07-9310-4d1c-ac47-267292addbbc), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.009160 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:28:59.027517 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (bf26d3e6-542c-4dd0-8cec-8993fe518b6b), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.027866 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.segments_db [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Added segment bf26d3e6-542c-4dd0-8cec-8993fe518b6b of type vlan for network ab0c38bc-5ec8-477d-a672-468e74b09881 Apr 06 16:28:59.035599 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5990f07-9310-4d1c-ac47-267292addbbc,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:59.071634 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739639704643'] for network (ab0c38bc-5ec8-477d-a672-468e74b09881), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.096764 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943'] for network (ab0c38bc-5ec8-477d-a672-468e74b09881), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.097728 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:59.098319 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.157049 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3172524 Apr 06 16:28:59.159815 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35788) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:59.160309 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26459db5-ac64-47a7-8ffd-aa98e44b32ad admin admin] Pushing event updated for resources: {'Network': ['ID=ab0c38bc-5ec8-477d-a672-468e74b09881,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:59.164826 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Request body: {'subnet': {'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2074795490-subnet', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'ip_version': 4}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:28:59.170479 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Network ab0c38bc-5ec8-477d-a672-468e74b09881 details requested by agent ovs-agent-dv-cinder-815660-7-iscsi with host dv-cinder-815660-7-iscsi {{(pid=103708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:28:59.187626 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Made reservation on behalf of 9bba3ca5f46349928f0d2cb99fc0f55d for: {'subnet': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:28:59.190303 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419032'] for subnet (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.367974 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26207431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419014'] for subnet (61bffbb3-c70b-467c-99bc-1d2be3ea6b56), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.425757 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=61bffbb3-c70b-467c-99bc-1d2be3ea6b56,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:59.433915 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Checking segment: {'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:28:59.434280 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Network hostable DHCP agents. Network: ab0c38bc-5ec8-477d-a672-468e74b09881, hostable agents: ['625fb3de-41f7-48b0-a4a6-fedef012c700'], hosted agents: [] {{(pid=103707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:28:59.453548 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Network ab0c38bc-5ec8-477d-a672-468e74b09881 is scheduled to be hosted by DHCP agent 625fb3de-41f7-48b0-a4a6-fedef012c700 with binding_index 1 {{(pid=103707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:28:59.464394 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-iscsi, ab0c38bc-5ec8-477d-a672-468e74b09881) {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:28:59.469033 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:28:59.469630 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.475803 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7b7942-ebcd-4545-a8d9-ab4d3c5dd6e8 None None] Network ab0c38bc-5ec8-477d-a672-468e74b09881 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:28:59.490731 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-149ce5d0-0b3c-4ea6-b855-2dd8d6b9a4bd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3296323 Apr 06 16:28:59.492952 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35790) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:28:59.498063 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:28:59.517746 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3828483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6605'] for router (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.518803 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3683943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.573955 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks [] for router_controller (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), precommit_add_association {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.592771 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ccba779-4bba-53af-a1cf-bc3a7ecd30b1-ab0c38bc-5ec8-477d-a672-468e74b09881', 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881', 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'fixed_ips': [{'subnet_id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56'}]}} from dv-cinder-815660-7-iscsi. {{(pid=103708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:28:59.593639 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.714364 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks [] for router_gateway (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.729044 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.db_base_plugin_common [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Allocated IP 172.20.0.2 (ab0c38bc-5ec8-477d-a672-468e74b09881/61bffbb3-c70b-467c-99bc-1d2be3ea6b56/9e2e5857-316f-45c4-8903-4426b2e8c1f3) {{(pid=103708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:28:59.888556 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Publish callbacks [] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), precommit_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.900880 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), after_create {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.927003 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks [] for router_gateway (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.946791 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.952856 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Network ab0c38bc-5ec8-477d-a672-468e74b09881 is already hosted by enough agents. {{(pid=103708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:28:59.957648 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.scheduler.base_scheduler [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Resources bound (agent type, host, resource id): {{(pid=103708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:28:59.958629 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Pushing event updated for resources: {'Port': ['ID=9e2e5857-316f-45c4-8903-4426b2e8c1f3,revision_number=1']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:28:59.960793 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Received port after_create {{(pid=103708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:29:00.017579 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Attempting to bind port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:29:00.017954 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Attempting to bind port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:29:00.018328 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Attempting to bind port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 on network ab0c38bc-5ec8-477d-a672-468e74b09881 {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:29:00.024594 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:29:00.025086 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Checking segment: {'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:29:00.025740 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.026142 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Bound using segment: {'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:29:00.026650 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Bound port: 9e2e5857-316f-45c4-8903-4426b2e8c1f3, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:29:00.027058 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.061406 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Allocated IP 172.27.3.241 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/3beab528-8098-4dd8-91f0-7ffb0cf6af69) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:29:00.105704 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] For port 9e2e5857-316f-45c4-8903-4426b2e8c1f3, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:29:00.109482 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] For port 9e2e5857-316f-45c4-8903-4426b2e8c1f3, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9e2e5857-316f-45c4-8903-4426b2e8c1f3,segment=NetworkSegment(bf26d3e6-542c-4dd0-8cec-8993fe518b6b),segment_id=bf26d3e6-542c-4dd0-8cec-8993fe518b6b)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:29:00.116314 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.174272 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks [] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.187024 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae7a2e-dc38-44c5-b210-91092427e79b None None] Pushing event updated for resources: {'Port': ['ID=9e2e5857-316f-45c4-8903-4426b2e8c1f3,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:00.220031 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.262889 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:29:00.268303 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:29:00.272181 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:29:00.277763 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Pushing event updated for resources: {'Port': ['ID=3beab528-8098-4dd8-91f0-7ffb0cf6af69,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:00.305109 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Sync routers for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:29:00.319822 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:29:00.319822 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:28:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:00.431251 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 1701b0cf-5a97-40e8-b552-56d618da1364 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:00.492005 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:29:00.506676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 1701b0cf-5a97-40e8-b552-56d618da1364 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:00.507221 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.586472 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks [] for router_gateway (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.586863 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 1701b0cf-5a97-40e8-b552-56d618da1364 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:00.587374 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.609183 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 1701b0cf-5a97-40e8-b552-56d618da1364, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=1701b0cf-5a97-40e8-b552-56d618da1364,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:00.615320 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.670351 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=1701b0cf-5a97-40e8-b552-56d618da1364,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:00.712321 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 2, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:00.742616 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Checking router: 34df344f-57a4-442a-831d-2dced579dc6d for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:29:00.742992 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Updating router 34df344f-57a4-442a-831d-2dced579dc6d port 7291b77f-f45d-4599-bee9-8e04b56daff7 binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:29:00.769867 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.796439 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3826826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838674'] for router (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.936117 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 is scheduled to L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee with binding_index 1 {{(pid=103707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:29:01.044968 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Publish callbacks [] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.052242 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.052794 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:29:01.065363 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Sync routers for ids ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:29:01.075290 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.076832 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-db409a08-1b36-4867-800d-cb3a81eebe15 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5828581 Apr 06 16:29:01.079844 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35792) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:01.083850 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Routers {'0f3a9074-a34c-49c7-ba02-fbd0c29d9119'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:29:01.084609 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:28:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:01.113366 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Pushing event updated for resources: {'Port': ['ID=7291b77f-f45d-4599-bee9-8e04b56daff7,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:01.146380 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.146835 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.147101 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.147969 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.147969 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.148162 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.148429 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.148735 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.149060 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.149381 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.150147 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.150147 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.150349 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.150671 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.151015 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:29:01.202308 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Attempting to bind port 7291b77f-f45d-4599-bee9-8e04b56daff7 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:29:01.202672 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Attempting to bind port 7291b77f-f45d-4599-bee9-8e04b56daff7 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:29:01.203088 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Attempting to bind port 7291b77f-f45d-4599-bee9-8e04b56daff7 on network 258cf65c-33b3-4490-a66a-ac22776035fb {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:29:01.208610 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:29:01.208993 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Checking segment: {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:29:01.209374 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.209761 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Bound using segment: {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:29:01.210221 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Bound port: 7291b77f-f45d-4599-bee9-8e04b56daff7, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:29:01.210909 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.252954 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Set router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:29:01.283290 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] For port 7291b77f-f45d-4599-bee9-8e04b56daff7, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:29:01.286684 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] For port 7291b77f-f45d-4599-bee9-8e04b56daff7, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=7291b77f-f45d-4599-bee9-8e04b56daff7,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:29:01.294241 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377f984-65ff-4ad5-b3d0-b26c33e386de None None] Network ab0c38bc-5ec8-477d-a672-468e74b09881 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:29:01.297723 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.362104 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:29:01.362825 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:28:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:01.433077 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-5ac1cf08-a74f-45d9-9f96-e20a302eb6e3 None None] Provisioning complete for port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:01.433463 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5ac1cf08-a74f-45d9-9f96-e20a302eb6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.506653 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:29:01.575818 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.729332 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e327981-0bdb-4cb6-9bf2-1db426b64cd1 None None] Pushing event updated for resources: {'Port': ['ID=7291b77f-f45d-4599-bee9-8e04b56daff7,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:01.764831 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Allocated IP 172.20.0.1 (ab0c38bc-5ec8-477d-a672-468e74b09881/61bffbb3-c70b-467c-99bc-1d2be3ea6b56/24d079ef-784b-4a9e-92c8-83a3776bae0c) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:29:01.790366 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1cf08-a74f-45d9-9f96-e20a302eb6e3 None None] Current status of the port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:01.791551 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5ac1cf08-a74f-45d9-9f96-e20a302eb6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.839831 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 3, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port': {'id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:01.840767 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:29:01Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:01.843457 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-5ac1cf08-a74f-45d9-9f96-e20a302eb6e3 None None] For port 9e2e5857-316f-45c4-8903-4426b2e8c1f3, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9e2e5857-316f-45c4-8903-4426b2e8c1f3,segment=NetworkSegment(bf26d3e6-542c-4dd0-8cec-8993fe518b6b),segment_id=bf26d3e6-542c-4dd0-8cec-8993fe518b6b)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:01.872256 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4edfec-faca-4f2b-8a86-de09a0254b4c None None] The sync data for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi is: [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:29:01Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:29:01.878731 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5ac1cf08-a74f-45d9-9f96-e20a302eb6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.895448 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Publish callbacks [] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.922649 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Checking router: 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:29:01.923052 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Updating router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 binding host dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:29:01.961457 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1cf08-a74f-45d9-9f96-e20a302eb6e3 None None] Pushing event updated for resources: {'Port': ['ID=9e2e5857-316f-45c4-8903-4426b2e8c1f3,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:01.969286 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:01.970818 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.014027 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Network ab0c38bc-5ec8-477d-a672-468e74b09881 is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:29:02.030256 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:29:02.036685 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:29:02.050371 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Pushing event updated for resources: {'Port': ['ID=24d079ef-784b-4a9e-92c8-83a3776bae0c,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:02.075655 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-95f18f97-a44c-4f53-af86-8ec00a69ce97 None None] Provisioning complete for port 7291b77f-f45d-4599-bee9-8e04b56daff7 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:02.076025 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-95f18f97-a44c-4f53-af86-8ec00a69ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.098928 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3838467'] for router_interface (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.223545 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-95f18f97-a44c-4f53-af86-8ec00a69ce97 None None] Current status of the port 7291b77f-f45d-4599-bee9-8e04b56daff7 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:02.223937 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-95f18f97-a44c-4f53-af86-8ec00a69ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.272864 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.298672 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-95f18f97-a44c-4f53-af86-8ec00a69ce97 None None] For port 7291b77f-f45d-4599-bee9-8e04b56daff7, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=7291b77f-f45d-4599-bee9-8e04b56daff7,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:02.317565 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-95f18f97-a44c-4f53-af86-8ec00a69ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.375644 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f18f97-a44c-4f53-af86-8ec00a69ce97 None None] Pushing event updated for resources: {'Port': ['ID=7291b77f-f45d-4599-bee9-8e04b56daff7,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:02.434676 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Publish callbacks [] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), precommit_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.445595 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.487119 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-d9c0eda0-810a-4fe0-a289-70888d3edc49 None None] Provisioning complete for port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:02.487494 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eda0-810a-4fe0-a289-70888d3edc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.513989 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Publish callbacks [] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.520628 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.539541 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 1701b0cf-5a97-40e8-b552-56d618da1364 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:02.544168 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Attempting to bind port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:29:02.544553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Attempting to bind port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:29:02.544920 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Attempting to bind port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 on network eb0d3c18-cdb5-4cfe-b080-81089805492f {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:29:02.552964 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565830-14fc-4e18-8264-40b4ed8169fc None None] Pushing event updated for resources: {'Port': ['ID=3beab528-8098-4dd8-91f0-7ffb0cf6af69,revision_number=2']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:02.581236 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:29:02.581619 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Checking segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:29:02.582029 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.582433 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Bound using segment: {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'} {{(pid=103708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:29:02.582958 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.managers [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Bound port: 3beab528-8098-4dd8-91f0-7ffb0cf6af69, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b0271-d452-42ed-95a1-a25abafea702', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f'}}] {{(pid=103708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:29:02.583350 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.601576 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3782957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3829395'] for router_interface (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.604128 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Pushing event updated for resources: {'Port': ['ID=24d079ef-784b-4a9e-92c8-83a3776bae0c,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:02.692767 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] For port 3beab528-8098-4dd8-91f0-7ffb0cf6af69, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:29:02.703523 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Network ab0c38bc-5ec8-477d-a672-468e74b09881 is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:29:02.704973 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:29:02.709447 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0eda0-810a-4fe0-a289-70888d3edc49 None None] Current status of the port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:02.713664 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] For port 3beab528-8098-4dd8-91f0-7ffb0cf6af69, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=3beab528-8098-4dd8-91f0-7ffb0cf6af69,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:29:02.718891 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 1701b0cf-5a97-40e8-b552-56d618da1364 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:02.719148 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.746423 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.791995 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-d9c0eda0-810a-4fe0-a289-70888d3edc49 None None] Provisioning complete for port 24d079ef-784b-4a9e-92c8-83a3776bae0c triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:02.792655 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eda0-810a-4fe0-a289-70888d3edc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.834943 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:29:02.861138 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0eda0-810a-4fe0-a289-70888d3edc49 None None] Port 24d079ef-784b-4a9e-92c8-83a3776bae0c cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:29:02.863968 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Routers {'0f3a9074-a34c-49c7-ba02-fbd0c29d9119'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:29:02.864597 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:28:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:02.869597 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565830-14fc-4e18-8264-40b4ed8169fc None None] Pushing event updated for resources: {'Port': ['ID=3beab528-8098-4dd8-91f0-7ffb0cf6af69,revision_number=3']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:02.959518 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:29:02.964631 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-36daa69b-535f-4bd1-bcc0-11175b6b61a1 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f3a9074-a34c-49c7-ba02-fbd0c29d9119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8835597 Apr 06 16:29:02.983960 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 1701b0cf-5a97-40e8-b552-56d618da1364 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:02.984957 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9e2e5857-316f-45c4-8903-4426b2e8c1f3 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:03.037777 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-ef59e022-90bc-48c9-a94e-c0b5705ccb83 None None] Provisioning complete for port 24d079ef-784b-4a9e-92c8-83a3776bae0c triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:03.038142 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ef59e022-90bc-48c9-a94e-c0b5705ccb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:03.068525 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] Set router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:29:03.112132 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-ef59e022-90bc-48c9-a94e-c0b5705ccb83 None None] Port 24d079ef-784b-4a9e-92c8-83a3776bae0c cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:29:03.160972 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:03.161342 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:03.329490 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:03.330481 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 7291b77f-f45d-4599-bee9-8e04b56daff7 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:03.385461 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 4, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port': {'id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '24d079ef-784b-4a9e-92c8-83a3776bae0c', 'name': '', 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'mac_address': 'fa:16:3e:81:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:29:01Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 2, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'subnets': [{'id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:03.415344 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b94cd-f3b6-4679-9662-087fad31f652 None None] The sync data for ids ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'] in dv-cinder-815660-7-iscsi is: [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 4, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port': {'id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '24d079ef-784b-4a9e-92c8-83a3776bae0c', 'name': '', 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'mac_address': 'fa:16:3e:81:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:29:01Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 2, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'subnets': [{'id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:29:03.419673 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 7291b77f-f45d-4599-bee9-8e04b56daff7 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:03.419673 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:03.507025 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 7291b77f-f45d-4599-bee9-8e04b56daff7 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:04.365096 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 7291b77f-f45d-4599-bee9-8e04b56daff7 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:04.419553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 7291b77f-f45d-4599-bee9-8e04b56daff7 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:04.420090 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:04.507440 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 7291b77f-f45d-4599-bee9-8e04b56daff7 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:06.224106 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Sync routers for ids ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:29:06.234939 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Routers {'0f3a9074-a34c-49c7-ba02-fbd0c29d9119'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:29:06.235544 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:28:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:06.357866 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Set router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:29:06.395862 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 3beab528-8098-4dd8-91f0-7ffb0cf6af69 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:06.459633 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:06.460069 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:06.562884 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:06.565489 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:06.588849 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] For port 3beab528-8098-4dd8-91f0-7ffb0cf6af69, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=3beab528-8098-4dd8-91f0-7ffb0cf6af69,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:06.597359 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:06.610415 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 4, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port': {'id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '24d079ef-784b-4a9e-92c8-83a3776bae0c', 'name': '', 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'mac_address': 'fa:16:3e:81:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:29:01Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 2, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'subnets': [{'id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:06.640322 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Checking router: 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:29:06.640676 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Updating router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 port 24d079ef-784b-4a9e-92c8-83a3776bae0c binding host dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:29:06.670039 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:06.671641 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Pushing event updated for resources: {'Port': ['ID=3beab528-8098-4dd8-91f0-7ffb0cf6af69,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:06.960740 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Publish callbacks [] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), precommit_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:06.967268 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:07.019258 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a45735-a328-4c7f-ad59-148b262708a1 None None] Pushing event updated for resources: {'Port': ['ID=24d079ef-784b-4a9e-92c8-83a3776bae0c,revision_number=3']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:07.076945 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Attempting to bind port 24d079ef-784b-4a9e-92c8-83a3776bae0c on host dv-cinder-815660-7-iscsi for vnic_type normal with profile {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:29:07.077311 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Attempting to bind port 24d079ef-784b-4a9e-92c8-83a3776bae0c by drivers openvswitch,hyperv on host dv-cinder-815660-7-iscsi at level 0 using segments [{'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:29:07.077680 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Attempting to bind port 24d079ef-784b-4a9e-92c8-83a3776bae0c on network ab0c38bc-5ec8-477d-a672-468e74b09881 {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:29:07.083272 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Checking agent: {'id': 'bc1d1181-e06a-4096-a5c3-a466251eddab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 11, 26), 'started_at': datetime.datetime(2022, 4, 6, 16, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:29:07.083639 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Checking segment: {'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:29:07.084043 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:07.084646 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Bound using segment: {'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'} {{(pid=103709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:29:07.085332 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.managers [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Bound port: 24d079ef-784b-4a9e-92c8-83a3776bae0c, host: dv-cinder-815660-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881'}}] {{(pid=103709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:29:07.085332 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), before_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:07.165262 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] For port 24d079ef-784b-4a9e-92c8-83a3776bae0c, host dv-cinder-815660-7-iscsi, cleared binding levels {{(pid=103709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:29:07.169225 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.plugins.ml2.db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] For port 24d079ef-784b-4a9e-92c8-83a3776bae0c, host dv-cinder-815660-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=24d079ef-784b-4a9e-92c8-83a3776bae0c,segment=NetworkSegment(bf26d3e6-542c-4dd0-8cec-8993fe518b6b),segment_id=bf26d3e6-542c-4dd0-8cec-8993fe518b6b)] {{(pid=103709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:29:07.179199 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron_lib.callbacks.manager [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), after_update {{(pid=103709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:07.252640 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Routers {'0f3a9074-a34c-49c7-ba02-fbd0c29d9119'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:29:07.253438 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:28:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:07.256866 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a45735-a328-4c7f-ad59-148b262708a1 None None] Pushing event updated for resources: {'Port': ['ID=24d079ef-784b-4a9e-92c8-83a3776bae0c,revision_number=4']} {{(pid=103709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:07.378656 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-e49a539a-83ad-47ad-bda3-e617313868e9 None None] Provisioning complete for port 24d079ef-784b-4a9e-92c8-83a3776bae0c triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:07.379174 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e49a539a-83ad-47ad-bda3-e617313868e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:07.400439 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] Set router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:29:07.500826 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-e49a539a-83ad-47ad-bda3-e617313868e9 None None] Current status of the port 24d079ef-784b-4a9e-92c8-83a3776bae0c is: DOWN; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:07.501924 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e49a539a-83ad-47ad-bda3-e617313868e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:07.544048 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-e49a539a-83ad-47ad-bda3-e617313868e9 None None] For port 24d079ef-784b-4a9e-92c8-83a3776bae0c, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=24d079ef-784b-4a9e-92c8-83a3776bae0c,segment=NetworkSegment(bf26d3e6-542c-4dd0-8cec-8993fe518b6b),segment_id=bf26d3e6-542c-4dd0-8cec-8993fe518b6b)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:07.550919 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e49a539a-83ad-47ad-bda3-e617313868e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:07.601473 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a539a-83ad-47ad-bda3-e617313868e9 None None] Pushing event updated for resources: {'Port': ['ID=24d079ef-784b-4a9e-92c8-83a3776bae0c,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:07.650596 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 4, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port': {'id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '24d079ef-784b-4a9e-92c8-83a3776bae0c', 'name': '', 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'mac_address': 'fa:16:3e:81:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:29:01Z', 'updated_at': '2022-04-06T16:29:07Z', 'revision_number': 4, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'subnets': [{'id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:07.671185 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-f3f2d550-4982-4211-af9e-047ae729e417 None None] Provisioning complete for port 24d079ef-784b-4a9e-92c8-83a3776bae0c triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:07.671708 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d550-4982-4211-af9e-047ae729e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:07.682052 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2826bef-7e44-46c0-83fe-b0577f00c3a3 None None] The sync data for ids ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'] in dv-cinder-815660-7-iscsi is: [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 4, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port': {'id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '24d079ef-784b-4a9e-92c8-83a3776bae0c', 'name': '', 'network_id': 'ab0c38bc-5ec8-477d-a672-468e74b09881', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'mac_address': 'fa:16:3e:81:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:29:01Z', 'updated_at': '2022-04-06T16:29:07Z', 'revision_number': 4, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'subnets': [{'id': '61bffbb3-c70b-467c-99bc-1d2be3ea6b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:29:07.785203 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2d550-4982-4211-af9e-047ae729e417 None None] Current status of the port 24d079ef-784b-4a9e-92c8-83a3776bae0c is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:08.386235 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 3beab528-8098-4dd8-91f0-7ffb0cf6af69 up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:08.441802 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:08.442283 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:08.523529 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:08.524618 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 24d079ef-784b-4a9e-92c8-83a3776bae0c up at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:08.575217 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Provisioning complete for port 24d079ef-784b-4a9e-92c8-83a3776bae0c triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:08.575595 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:08.660692 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Current status of the port 24d079ef-784b-4a9e-92c8-83a3776bae0c is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:11.359195 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:29:12.595231 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-26c2f338-4473-40a9-8adb-fd1eae13fdc3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:12.596684 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-26c2f338-4473-40a9-8adb-fd1eae13fdc3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/networks?id=258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 200 len: 814 time: 0.0970860 Apr 06 16:29:12.611128 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-caa3c017-f787-4ad3-aef6-633d97038d15 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/quotas/15b9539103fa45b4bc94e8c7d6416745 HTTP/1.1" status: 200 len: 375 time: 0.0092018 Apr 06 16:29:12.664743 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7cf9b934-2cf7-4cf0-ada9-9ef2527a0f51 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=15b9539103fa45b4bc94e8c7d6416745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488718 Apr 06 16:29:12.760511 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-d3a922b1-7519-456b-9a1e-4b2912d3595b service neutron] 10.222.0.10 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844822 Apr 06 16:29:12.846528 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-763f2774-e2a6-427c-a430-e0afab901fcd service neutron] 10.222.0.10 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803990 Apr 06 16:29:13.004329 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7f2e7ad0-4aa1-4af0-b5f1-1ef665f89352 req-d8ae1f6b-2d27-4458-b196-304ddd0c2c20 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 210 time: 0.0311427 Apr 06 16:29:13.921588 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-1400ed25-2d64-42be-9fb9-e5f46a9d563c tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:13.923454 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-1400ed25-2d64-42be-9fb9-e5f46a9d563c tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.45 "GET /v2.0/networks?id=258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 200 len: 814 time: 0.1025956 Apr 06 16:29:13.935976 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'port': {'device_id': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'admin_state_up': True, 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:14.048298 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Made reservation on behalf of 15b9539103fa45b4bc94e8c7d6416745 for: {'port': 1} {{(pid=103707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:29:14.051846 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:14.104419 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9d609b4e-0fdc-4988-b707-f887bc52ace4 req-79bb30d1-4c1c-47c0-b754-dade5b39aa22 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 210 time: 0.0294919 Apr 06 16:29:14.182325 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_common [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Allocated IP 172.20.0.3 (258cf65c-33b3-4490-a66a-ac22776035fb/a083965a-9fc8-4600-b1a6-f9f0b815ddd8/da004206-733e-4d32-901c-c24335def6ee) {{(pid=103707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:29:14.371847 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for port (da004206-733e-4d32-901c-c24335def6ee), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:14.408164 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (da004206-733e-4d32-901c-c24335def6ee), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:14.452471 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Network 258cf65c-33b3-4490-a66a-ac22776035fb is already hosted by enough agents. {{(pid=103707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:29:14.455959 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.base_scheduler [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Resources bound (agent type, host, resource id): {{(pid=103707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:29:14.460180 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Received port after_create {{(pid=103707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:29:14.507100 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'Port': ['ID=da004206-733e-4d32-901c-c24335def6ee,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:14.527636 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:14.528297 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:14.552638 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-7ff4060f-0de7-4324-b2b5-30df0ae433a0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194060 Apr 06 16:29:14.753979 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-7204120e-a3f4-4c64-8b0e-6ac0da98ee75 None None] Provisioning complete for port da004206-733e-4d32-901c-c24335def6ee triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:14.754583 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-7204120e-a3f4-4c64-8b0e-6ac0da98ee75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (da004206-733e-4d32-901c-c24335def6ee), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:14.791189 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-7204120e-a3f4-4c64-8b0e-6ac0da98ee75 None None] Port da004206-733e-4d32-901c-c24335def6ee cannot update to ACTIVE because it is not bound. {{(pid=103708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:29:15.224961 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdcadb-5201-45d9-886c-2b1a50343070 req-d560ccb5-0eb0-4468-b876-dac14df4370d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:15.226487 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9dfdcadb-5201-45d9-886c-2b1a50343070 req-d560ccb5-0eb0-4468-b876-dac14df4370d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0547369 Apr 06 16:29:15.275406 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9dfdcadb-5201-45d9-886c-2b1a50343070 req-33f1e293-bf82-4e73-b453-f5cf9bdb6bf0 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Apr 06 16:29:16.397519 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357f025-f8bc-44f7-92a3-b0b886d5713c req-1b540564-2844-45d5-8db4-72f42654db57 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:16.399042 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7357f025-f8bc-44f7-92a3-b0b886d5713c req-1b540564-2844-45d5-8db4-72f42654db57 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0541494 Apr 06 16:29:16.451415 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7357f025-f8bc-44f7-92a3-b0b886d5713c req-91e25f8d-dcba-47e0-a27b-d91579262631 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Apr 06 16:29:17.573753 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a3ba5-b62f-4ddf-8985-1b2b57cfa7d0 req-12337cd6-46d9-4eac-8f94-c097dec01607 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:17.575396 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d43a3ba5-b62f-4ddf-8985-1b2b57cfa7d0 req-12337cd6-46d9-4eac-8f94-c097dec01607 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0548306 Apr 06 16:29:17.623025 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-d43a3ba5-b62f-4ddf-8985-1b2b57cfa7d0 req-24636eb3-c12a-4baa-a5f0-ee9b1f7b4566 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Apr 06 16:29:18.744342 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b0c51-0e54-4f50-b758-3b239e476f55 req-436d818c-a5da-4d1b-8932-88f20a420da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:18.745859 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-105b0c51-0e54-4f50-b758-3b239e476f55 req-436d818c-a5da-4d1b-8932-88f20a420da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0535192 Apr 06 16:29:18.792957 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-105b0c51-0e54-4f50-b758-3b239e476f55 req-1c8f97c4-f4f6-4f01-8a4e-059583103239 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Apr 06 16:29:19.748766 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ef34-23ca-4d2e-9a5c-19b5d90f45be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:19.918188 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728428a-efc7-432b-9d3a-257a90e90fc9 req-0e9853aa-0236-47f9-b248-4233569e1591 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:19.919869 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6728428a-efc7-432b-9d3a-257a90e90fc9 req-0e9853aa-0236-47f9-b248-4233569e1591 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0599728 Apr 06 16:29:19.969853 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6728428a-efc7-432b-9d3a-257a90e90fc9 req-9c53a13b-9f5d-4fab-90ec-e520abb202ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Apr 06 16:29:21.091116 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51115b-b205-43c0-8fe5-cb9f1326de53 req-5566d3ae-4b92-4b1d-a467-3a768e47c781 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:21.094408 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae51115b-b205-43c0-8fe5-cb9f1326de53 req-5566d3ae-4b92-4b1d-a467-3a768e47c781 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0570884 Apr 06 16:29:21.141943 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ae51115b-b205-43c0-8fe5-cb9f1326de53 req-e7c60390-46d1-4d9b-b8bf-9ba152bf2d61 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Apr 06 16:29:22.088183 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ec7-8357-4b8c-84ec-5b8ce6804c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:22.275549 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3c0e7-5d7e-4569-a937-28881e602e75 req-08253f6e-dae2-4abe-921f-d7e725c14b4b tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:22.277078 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-43f3c0e7-5d7e-4569-a937-28881e602e75 req-08253f6e-dae2-4abe-921f-d7e725c14b4b tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0640867 Apr 06 16:29:22.331894 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-43f3c0e7-5d7e-4569-a937-28881e602e75 req-61b2c83b-5a96-4d68-b203-ab30bdc7e7fc tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489960 Apr 06 16:29:23.266750 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:23.447222 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143c529-9485-4c07-aea4-d71be41c4fc4 req-dbc8b02e-7dac-44ba-ada9-556f5a65d251 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:23.448696 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2143c529-9485-4c07-aea4-d71be41c4fc4 req-dbc8b02e-7dac-44ba-ada9-556f5a65d251 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0511100 Apr 06 16:29:23.493082 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-2143c529-9485-4c07-aea4-d71be41c4fc4 req-658bc138-7358-43a8-9152-65dba2e1a99b tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388734 Apr 06 16:29:24.058060 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Request body: {'port': {'device_id': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:24.113811 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (da004206-733e-4d32-901c-c24335def6ee), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:24.610756 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedce99c-80e2-42ad-8555-afb6a3cd86e7 req-e79fdcc2-ee70-42e8-8b40-4ca81e3adce7 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:24.612206 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-eedce99c-80e2-42ad-8555-afb6a3cd86e7 req-e79fdcc2-ee70-42e8-8b40-4ca81e3adce7 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 931 time: 0.0527225 Apr 06 16:29:24.634546 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da004206-733e-4d32-901c-c24335def6ee {{(pid=103707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:29:24.642413 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Publish callbacks [] for port (da004206-733e-4d32-901c-c24335def6ee), precommit_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:24.658500 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.provisioning_blocks [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Transition to ACTIVE for port object da004206-733e-4d32-901c-c24335def6ee will not be triggered until provisioned by entity L2. {{(pid=103707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:29:24.663630 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (da004206-733e-4d32-901c-c24335def6ee), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:24.664148 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-eedce99c-80e2-42ad-8555-afb6a3cd86e7 req-f659c2c5-bbb4-4f95-8662-f1036930bebe tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Apr 06 16:29:24.677264 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:24.716595 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Pushing event updated for resources: {'Port': ['ID=da004206-733e-4d32-901c-c24335def6ee,revision_number=2']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:24.791965 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Attempting to bind port da004206-733e-4d32-901c-c24335def6ee on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:29:24.792306 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Attempting to bind port da004206-733e-4d32-901c-c24335def6ee by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:29:24.792767 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Attempting to bind port da004206-733e-4d32-901c-c24335def6ee on network 258cf65c-33b3-4490-a66a-ac22776035fb {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:29:24.797404 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Port da004206-733e-4d32-901c-c24335def6ee on network 258cf65c-33b3-4490-a66a-ac22776035fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:29:24.797730 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Attempting to bind port da004206-733e-4d32-901c-c24335def6ee on network 258cf65c-33b3-4490-a66a-ac22776035fb {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:29:24.802593 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Checking agent: {'id': 'f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'started_at': datetime.datetime(2022, 4, 6, 16, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:29:24.803076 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Checking segment: {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:29:24.803468 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Bound using segment: {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'} {{(pid=103707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:29:24.803890 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.managers [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Bound port: da004206-733e-4d32-901c-c24335def6ee, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f3e525-8640-4a38-aca9-5623e0f121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb'}}] {{(pid=103707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:29:24.804257 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (da004206-733e-4d32-901c-c24335def6ee), before_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:24.869434 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] For port da004206-733e-4d32-901c-c24335def6ee, host hv-cinder-81566, cleared binding levels {{(pid=103707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:29:24.872784 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] For port da004206-733e-4d32-901c-c24335def6ee, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da004206-733e-4d32-901c-c24335def6ee,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:29:24.880417 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26206542'] for port (da004206-733e-4d32-901c-c24335def6ee), after_update {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:24.913716 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:24.914340 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:24.916419 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] 10.222.0.45 "PUT /v2.0/ports/da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 1093 time: 0.8631706 Apr 06 16:29:24.916856 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:29:24.919166 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884bc8be-2459-4f10-99f3-d8e8ca453840" -d '{"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:29:24.945070 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1f653-c885-435b-921d-e461cd67a372 service neutron] Pushing event updated for resources: {'Port': ['ID=da004206-733e-4d32-901c-c24335def6ee,revision_number=3']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:24.961956 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea01039-fa72-41a0-b891-b4a77e3c7054 x-openstack-request-id: req-7ea01039-fa72-41a0-b891-b4a77e3c7054 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:29:24.962765 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:29:24.963029 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ea01039-fa72-41a0-b891-b4a77e3c7054 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:29:24.963445 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea01039-fa72-41a0-b891-b4a77e3c7054'] response: {'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee', 'status': 'completed', 'code': 200} Apr 06 16:29:25.010768 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-a2cafde4-513a-4b28-be5c-846ec0ccfcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:25.012466 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-a2cafde4-513a-4b28-be5c-846ec0ccfcca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b9539103fa45b4bc94e8c7d6416745&device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1127 time: 0.0461059 Apr 06 16:29:25.058799 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-11ffad1d-9d84-4f3d-acee-cf53f1a9a7cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 217 time: 0.0388119 Apr 06 16:29:25.109963 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-a245fa93-9885-4673-a531-c4d2543374b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:25.111950 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-a245fa93-9885-4673-a531-c4d2543374b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a083965a-9fc8-4600-b1a6-f9f0b815ddd8 HTTP/1.1" status: 200 len: 853 time: 0.0450330 Apr 06 16:29:25.150225 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:25.162199 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-d7ddee03-cfdf-4b41-bdbf-cb3a8f91db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:25.163760 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-d7ddee03-cfdf-4b41-bdbf-cb3a8f91db96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=258cf65c-33b3-4490-a66a-ac22776035fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454729 Apr 06 16:29:25.255000 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-c4f18dd4-9d56-4b2d-aa70-698c706d72f6 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838180 Apr 06 16:29:25.340976 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-b2f5ac09-e6ab-409a-ae9a-b9994802afc0 req-bbb160c7-6412-42fe-b8c5-40892693c9be service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799060 Apr 06 16:29:25.784578 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4d558-3c5d-4751-99e6-cecc0a1ec8b3 req-7202276c-3ebd-4b7d-869e-ba3e0aa70ace tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:25.786155 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-48d4d558-3c5d-4751-99e6-cecc0a1ec8b3 req-7202276c-3ebd-4b7d-869e-ba3e0aa70ace tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 943 time: 0.0540779 Apr 06 16:29:25.856753 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-48d4d558-3c5d-4751-99e6-cecc0a1ec8b3 req-2f3cbde0-a577-4490-a967-a7a564223a46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641205 Apr 06 16:29:25.980183 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:26.170242 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-77dbc319-f3ef-4118-bed3-3eafe81bbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:26.171758 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-77dbc319-f3ef-4118-bed3-3eafe81bbffd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b9539103fa45b4bc94e8c7d6416745&device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1127 time: 0.0478280 Apr 06 16:29:26.258465 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-6c4ca9b4-9a69-42c0-965e-f5e4de107eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:26.260392 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-6c4ca9b4-9a69-42c0-965e-f5e4de107eae service neutron] 10.222.0.45 "GET /v2.0/networks?id=258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 200 len: 915 time: 0.0834134 Apr 06 16:29:26.304862 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-15d148b8-ee68-4262-b0b3-30dcf78e84c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 217 time: 0.0374856 Apr 06 16:29:26.353704 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-ce4bfff0-acbd-43a9-8c6b-1d11c948a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:26.355371 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-ce4bfff0-acbd-43a9-8c6b-1d11c948a945 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a083965a-9fc8-4600-b1a6-f9f0b815ddd8 HTTP/1.1" status: 200 len: 853 time: 0.0442996 Apr 06 16:29:26.412276 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-e678bca0-83b3-4e95-8c42-c308084728b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:26.413917 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-e678bca0-83b3-4e95-8c42-c308084728b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=258cf65c-33b3-4490-a66a-ac22776035fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529349 Apr 06 16:29:26.507471 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-2fa9500a-54a2-40f4-81bf-83630a111559 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870714 Apr 06 16:29:26.592749 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-884bc8be-2459-4f10-99f3-d8e8ca453840 req-b937ce97-a970-4de5-a206-384ae9947a6e service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789843 Apr 06 16:29:26.976184 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb803-cdde-4f05-96dc-51a638b1fdaa req-55df9e33-ba95-48ef-bd0c-87a56519439d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:26.978137 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e3fb803-cdde-4f05-96dc-51a638b1fdaa req-55df9e33-ba95-48ef-bd0c-87a56519439d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 943 time: 0.0509150 Apr 06 16:29:27.023590 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-5e3fb803-cdde-4f05-96dc-51a638b1fdaa req-3e93e8e2-2b27-4baf-b5ae-518500c14893 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398204 Apr 06 16:29:27.573105 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device da004206-733e-4d32-901c-c24335def6ee details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:29:27.665991 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port da004206-733e-4d32-901c-c24335def6ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da004206-733e-4d32-901c-c24335def6ee,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:27.676761 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Returning: {'device': 'da004206-733e-4d32-901c-c24335def6ee', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'port_id': 'da004206-733e-4d32-901c-c24335def6ee', 'mac_address': 'fa:16:3e:5f:b2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:29:27.715810 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port da004206-733e-4d32-901c-c24335def6ee is: DOWN; New status is: BUILD {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:27.716198 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (da004206-733e-4d32-901c-c24335def6ee), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:27.728530 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da004206-733e-4d32-901c-c24335def6ee {{(pid=103708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:29:27.746671 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port da004206-733e-4d32-901c-c24335def6ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da004206-733e-4d32-901c-c24335def6ee,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:27.751228 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (da004206-733e-4d32-901c-c24335def6ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:27.797217 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=da004206-733e-4d32-901c-c24335def6ee,revision_number=4']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:27.976916 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['da004206-733e-4d32-901c-c24335def6ee'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:29:28.143015 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5231af9-e007-4739-bbdc-efbe7fc0f680 req-4771fca0-4f2d-4630-acd9-68295f5b9711 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:28.144422 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b5231af9-e007-4739-bbdc-efbe7fc0f680 req-4771fca0-4f2d-4630-acd9-68295f5b9711 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 944 time: 0.0546217 Apr 06 16:29:28.189437 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b5231af9-e007-4739-bbdc-efbe7fc0f680 req-3973d4d4-7368-4fe4-8c4e-5f1632cbd2c8 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394516 Apr 06 16:29:29.304677 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b90e8-de20-4b7b-8d0f-6e656d63a488 req-15358ac0-6470-47fb-b53a-0b882dde6b0d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:29.306791 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e25b90e8-de20-4b7b-8d0f-6e656d63a488 req-15358ac0-6470-47fb-b53a-0b882dde6b0d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 944 time: 0.0521235 Apr 06 16:29:29.351172 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-e25b90e8-de20-4b7b-8d0f-6e656d63a488 req-fea90cf7-0559-4bed-9e53-afd6a613fad9 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387745 Apr 06 16:29:29.590787 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device da004206-733e-4d32-901c-c24335def6ee up at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:29:29.638443 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning for port da004206-733e-4d32-901c-c24335def6ee completed by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:29:29.642183 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Provisioning complete for port da004206-733e-4d32-901c-c24335def6ee triggered by entity L2. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:29.642558 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (da004206-733e-4d32-901c-c24335def6ee), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:29.720615 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Current status of the port da004206-733e-4d32-901c-c24335def6ee is: BUILD; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:29.721001 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (da004206-733e-4d32-901c-c24335def6ee), before_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:29.742470 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da004206-733e-4d32-901c-c24335def6ee'}] {{(pid=103708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:29:29.744815 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881de139d690af4d2c5c291517cd0915c20c97c9753f8b9a4e5d847bc6fef9ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e6965-33bc-4298-91c7-dcc2f944f87e" -d '{"events": [{"server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "name": "network-vif-plugged", "status": "completed", "tag": "da004206-733e-4d32-901c-c24335def6ee"}]}' {{(pid=103708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:29:29.756749 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] For port da004206-733e-4d32-901c-c24335def6ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da004206-733e-4d32-901c-c24335def6ee,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:29.761652 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250'] for port (da004206-733e-4d32-901c-c24335def6ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:29.784813 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed1c055-5215-4092-ac9e-c81f88f40be7 x-openstack-request-id: req-4ed1c055-5215-4092-ac9e-c81f88f40be7 {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:29:29.785107 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "name": "network-vif-plugged", "status": "completed", "tag": "da004206-733e-4d32-901c-c24335def6ee", "code": 200}]} {{(pid=103708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:29:29.785362 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ed1c055-5215-4092-ac9e-c81f88f40be7 {{(pid=103708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:29:29.785758 dv-cinder-815660-7-iscsi neutron-server[103708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed1c055-5215-4092-ac9e-c81f88f40be7'] response: {'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da004206-733e-4d32-901c-c24335def6ee', 'code': 200} Apr 06 16:29:29.810270 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Pushing event updated for resources: {'Port': ['ID=da004206-733e-4d32-901c-c24335def6ee,revision_number=5']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:29.944497 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0db888-485f-4ac8-8cfe-0a31285b841b req-902a372e-029a-49e5-8e03-7f3337af6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:29.945978 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ab0db888-485f-4ac8-8cfe-0a31285b841b req-902a372e-029a-49e5-8e03-7f3337af6a50 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1129 time: 0.0430479 Apr 06 16:29:29.989524 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ab0db888-485f-4ac8-8cfe-0a31285b841b req-f2455460-249a-47f1-bbf7-8bbbbfc71ac7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360951 Apr 06 16:29:30.466801 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a523f5-627a-4140-977b-0bcbe5dd81cb req-c07dc7ba-6d98-4fd6-a94e-205c31e534f2 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:30.468261 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c1a523f5-627a-4140-977b-0bcbe5dd81cb req-c07dc7ba-6d98-4fd6-a94e-205c31e534f2 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0520737 Apr 06 16:29:30.516976 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c1a523f5-627a-4140-977b-0bcbe5dd81cb req-59c88ae4-761b-4dcf-b259-6503261d0c64 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431740 Apr 06 16:29:31.633026 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c32e66-78c9-4f89-8777-81e86fb5de86 req-c7e99774-f6c6-40ed-823f-93df25a8589a tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:31.634464 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-15c32e66-78c9-4f89-8777-81e86fb5de86 req-c7e99774-f6c6-40ed-823f-93df25a8589a tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0516171 Apr 06 16:29:31.680148 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-15c32e66-78c9-4f89-8777-81e86fb5de86 req-c1f11cd1-734e-4b47-83b2-de3ce7d414db tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Apr 06 16:29:31.793974 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1825ef8-506f-4e09-a662-39ef5225fce8 req-278e0c90-a64c-4817-b8e4-3694a00be91d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:31.795513 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c1825ef8-506f-4e09-a662-39ef5225fce8 req-278e0c90-a64c-4817-b8e4-3694a00be91d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0523052 Apr 06 16:29:31.840465 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c1825ef8-506f-4e09-a662-39ef5225fce8 req-fa5a1963-758e-4204-ba7a-33f00e9d4335 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 Apr 06 16:29:32.164107 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a309bf-da45-4d7d-848b-97274b9db429 req-6b444e3b-a8d5-41f4-8369-414675017754 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:32.166066 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c2a309bf-da45-4d7d-848b-97274b9db429 req-6b444e3b-a8d5-41f4-8369-414675017754 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0547810 Apr 06 16:29:32.210782 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c2a309bf-da45-4d7d-848b-97274b9db429 req-9dcbb775-c3ac-4c60-8c13-2ae15c4d9f00 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Apr 06 16:29:45.939890 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7ba3-c9ab-4f3c-958b-f3ffd5f3a40f req-8ac39253-a2f5-409c-8a3d-86d107c480b5 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:45.941345 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de1c7ba3-c9ab-4f3c-958b-f3ffd5f3a40f req-8ac39253-a2f5-409c-8a3d-86d107c480b5 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0507851 Apr 06 16:29:45.986610 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-de1c7ba3-c9ab-4f3c-958b-f3ffd5f3a40f req-11a753d1-77e0-4ab0-834b-3c1520552549 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Apr 06 16:29:46.008550 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35990) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:46.136057 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79083887-fcaf-41f9-9b06-28bd3acaf5e6 tempest-TestMinimumBasicScenario-275492939 tempest-TestMinimumBasicScenario-275492939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:46.137557 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-79083887-fcaf-41f9-9b06-28bd3acaf5e6 tempest-TestMinimumBasicScenario-275492939 tempest-TestMinimumBasicScenario-275492939-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1124 time: 0.1280534 Apr 06 16:29:46.140594 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 35994) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:46.144682 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'floatingip': {'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'port_id': 'da004206-733e-4d32-901c-c24335def6ee', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:46.164497 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:46.256107 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (None), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:46.359076 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_common [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Allocated IP 172.27.3.212 (eb0d3c18-cdb5-4cfe-b080-81089805492f/e019973a-0469-40fb-99a1-e9d6fdc73408/b678c4fc-126c-47a8-a6e0-cfea2e678a58) {{(pid=103706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:29:46.454948 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for port (b678c4fc-126c-47a8-a6e0-cfea2e678a58), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:46.487507 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739639688214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (b678c4fc-126c-47a8-a6e0-cfea2e678a58), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:46.523379 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Network eb0d3c18-cdb5-4cfe-b080-81089805492f is already hosted by enough agents. {{(pid=103706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:29:46.532438 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Resources bound (agent type, host, resource id): {{(pid=103706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:29:46.536078 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Received port after_create {{(pid=103706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:29:46.556978 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'Port': ['ID=b678c4fc-126c-47a8-a6e0-cfea2e678a58,revision_number=1']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:46.885899 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for floatingip (ece8e67e-f3da-4092-9f7c-2ff6d57eb25d), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:46.954940 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (b678c4fc-126c-47a8-a6e0-cfea2e678a58), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:47.096314 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for port (b678c4fc-126c-47a8-a6e0-cfea2e678a58), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:47.100652 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (b678c4fc-126c-47a8-a6e0-cfea2e678a58), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:47.166408 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'Port': ['ID=b678c4fc-126c-47a8-a6e0-cfea2e678a58,revision_number=2']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:47.179367 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838648'] for floatingip (ece8e67e-f3da-4092-9f7c-2ff6d57eb25d), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:47.531263 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Floating IP ece8e67e-f3da-4092-9f7c-2ff6d57eb25d associated. External IP: 172.27.3.212, port: da004206-733e-4d32-901c-c24335def6ee. Apr 06 16:29:47.735430 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Router 34df344f-57a4-442a-831d-2dced579dc6d has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:29:47.841849 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:29:47.851056 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] Sync routers for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:29:47.861620 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:47.862231 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:29:47.862993 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:29:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:47.891482 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-cfcf859a-c777-4926-a418-a69367c11da3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7498920 Apr 06 16:29:47.892174 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:29:47.894286 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 35996) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:47.894797 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:29:47.899897 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-4e30f528-f5d5-4b06-9243-7914e942bf40 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618385412', 'description': 'tempest-secgroup-smoke-618385412 description', 'project_id': '15b9539103fa45b4bc94e8c7d6416745'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:47.920476 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4e30f528-f5d5-4b06-9243-7914e942bf40 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group (None), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:47.932608 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753231f2-d540-4e3b-96e7-db126085f7d3 x-openstack-request-id: req-753231f2-d540-4e3b-96e7-db126085f7d3 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:29:47.932907 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:29:47.933165 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-753231f2-d540-4e3b-96e7-db126085f7d3 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:29:47.933571 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753231f2-d540-4e3b-96e7-db126085f7d3'] response: {'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee', 'status': 'completed', 'code': 200} Apr 06 16:29:47.974367 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:29:48.024711 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4e30f528-f5d5-4b06-9243-7914e942bf40 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group (5e894136-59d6-40df-ad62-80161135d5db), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.028625 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4e30f528-f5d5-4b06-9243-7914e942bf40 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (5e894136-59d6-40df-ad62-80161135d5db), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.039323 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-fc1805c2-e4a3-4023-b507-596ad5e530c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:48.041348 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-fc1805c2-e4a3-4023-b507-596ad5e530c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b9539103fa45b4bc94e8c7d6416745&device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1129 time: 0.0853467 Apr 06 16:29:48.107452 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-4e30f528-f5d5-4b06-9243-7914e942bf40 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.108579 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-4e30f528-f5d5-4b06-9243-7914e942bf40 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2130497 Apr 06 16:29:48.111917 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36000) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:48.116736 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-12cd3410-63e6-4e7c-9003-dc75191c6611 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'security_group_rule': {'security_group_id': '5e894136-59d6-40df-ad62-80161135d5db', 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:48.125259 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30f528-f5d5-4b06-9243-7914e942bf40 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e894136-59d6-40df-ad62-80161135d5db,revision_number=1']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:48.166304 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-12cd3410-63e6-4e7c-9003-dc75191c6611 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (49440b02-c8e9-46bc-b8a3-97f547b8e081), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.196479 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-b7b07324-194d-414a-beb1-594ae00b3def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:48.197967 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'ece8e67e-f3da-4092-9f7c-2ff6d57eb25d', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'port_id': 'da004206-733e-4d32-901c-c24335def6ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'mac_address': 'fa:16:3e:5f:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:29:46Z', 'updated_at': '2022-04-06T16:29:46Z', 'revision_number': 0, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 5, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:48.198194 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-b7b07324-194d-414a-beb1-594ae00b3def service neutron] 10.222.0.45 "GET /v2.0/networks?id=258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 200 len: 915 time: 0.1490443 Apr 06 16:29:48.228287 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] Checking router: 34df344f-57a4-442a-831d-2dced579dc6d for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:29:48.236494 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:29:48.237118 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:29:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:48.266273 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-12cd3410-63e6-4e7c-9003-dc75191c6611 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (49440b02-c8e9-46bc-b8a3-97f547b8e081), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.276305 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-12cd3410-63e6-4e7c-9003-dc75191c6611 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (49440b02-c8e9-46bc-b8a3-97f547b8e081), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.285047 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-6c04c57e-f540-4790-a507-2a2dc1456540 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 999 time: 0.0790925 Apr 06 16:29:48.306491 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd3410-63e6-4e7c-9003-dc75191c6611 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49440b02-c8e9-46bc-b8a3-97f547b8e081,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:48.333490 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-12cd3410-63e6-4e7c-9003-dc75191c6611 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.334662 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-12cd3410-63e6-4e7c-9003-dc75191c6611 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2216377 Apr 06 16:29:48.338483 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36002) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:48.343693 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-db2e070a-7841-4e4f-a39f-0d704d97d718 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'security_group_rule': {'security_group_id': '5e894136-59d6-40df-ad62-80161135d5db', 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:48.348707 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:29:48.353012 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-98bdc4fd-4881-4757-ae56-322331224ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:48.354490 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-98bdc4fd-4881-4757-ae56-322331224ad3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a083965a-9fc8-4600-b1a6-f9f0b815ddd8 HTTP/1.1" status: 200 len: 853 time: 0.0592172 Apr 06 16:29:48.358975 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:29:48.372278 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-db2e070a-7841-4e4f-a39f-0d704d97d718 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (0202bbcd-9096-48b7-b1cb-6a1e283db784), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.406272 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-713848fd-80b9-4999-bd02-a2a1533549ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:48.408550 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-713848fd-80b9-4999-bd02-a2a1533549ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=258cf65c-33b3-4490-a66a-ac22776035fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472355 Apr 06 16:29:48.440446 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-db2e070a-7841-4e4f-a39f-0d704d97d718 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (0202bbcd-9096-48b7-b1cb-6a1e283db784), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.445507 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-db2e070a-7841-4e4f-a39f-0d704d97d718 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (0202bbcd-9096-48b7-b1cb-6a1e283db784), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.465979 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e070a-7841-4e4f-a39f-0d704d97d718 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0202bbcd-9096-48b7-b1cb-6a1e283db784,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:48.477199 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-db2e070a-7841-4e4f-a39f-0d704d97d718 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.478521 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-db2e070a-7841-4e4f-a39f-0d704d97d718 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384501 Apr 06 16:29:48.481275 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36004) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:48.485902 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-2b75a889-4661-4307-84fe-518c48d0cf36 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'security_group_rule': {'security_group_id': '5e894136-59d6-40df-ad62-80161135d5db', 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:48.511581 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2b75a889-4661-4307-84fe-518c48d0cf36 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (e4f2d807-d30a-46eb-95b5-175625e969c7), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.515958 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-3596c182-69dc-4dfa-9fee-77e6a4f35781 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989935 Apr 06 16:29:48.569196 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2b75a889-4661-4307-84fe-518c48d0cf36 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (e4f2d807-d30a-46eb-95b5-175625e969c7), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.574762 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2b75a889-4661-4307-84fe-518c48d0cf36 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (e4f2d807-d30a-46eb-95b5-175625e969c7), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.593131 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75a889-4661-4307-84fe-518c48d0cf36 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f2d807-d30a-46eb-95b5-175625e969c7,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:48.599432 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'ece8e67e-f3da-4092-9f7c-2ff6d57eb25d', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'port_id': 'da004206-733e-4d32-901c-c24335def6ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'mac_address': 'fa:16:3e:5f:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:29:46Z', 'updated_at': '2022-04-06T16:29:46Z', 'revision_number': 0, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 5, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:29:48.606246 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-2b75a889-4661-4307-84fe-518c48d0cf36 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.607998 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-2b75a889-4661-4307-84fe-518c48d0cf36 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258445 Apr 06 16:29:48.610781 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36006) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:48.615748 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-34a25aeb-323f-4b8e-ac63-ef535a5dc47e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'security_group_rule': {'security_group_id': '5e894136-59d6-40df-ad62-80161135d5db', 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:48.617386 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-fedd4e5d-9b12-4016-ba6d-96ef10fc773a req-f01a648f-ad7e-4d0c-95a8-c9a2e54056c5 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954478 Apr 06 16:29:48.632621 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbdbb09-2425-46c5-ab46-482984fecc5f None None] The sync data for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi is: [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'ece8e67e-f3da-4092-9f7c-2ff6d57eb25d', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'port_id': 'da004206-733e-4d32-901c-c24335def6ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'mac_address': 'fa:16:3e:5f:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:29:46Z', 'updated_at': '2022-04-06T16:29:46Z', 'revision_number': 0, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 5, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:29:48.643247 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34a25aeb-323f-4b8e-ac63-ef535a5dc47e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (0e54dd9a-d31c-42e6-981e-f6f76992017d), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.706402 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34a25aeb-323f-4b8e-ac63-ef535a5dc47e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (0e54dd9a-d31c-42e6-981e-f6f76992017d), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.710439 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34a25aeb-323f-4b8e-ac63-ef535a5dc47e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (0e54dd9a-d31c-42e6-981e-f6f76992017d), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.729568 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a25aeb-323f-4b8e-ac63-ef535a5dc47e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e54dd9a-d31c-42e6-981e-f6f76992017d,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:48.738208 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-34a25aeb-323f-4b8e-ac63-ef535a5dc47e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.739457 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-34a25aeb-323f-4b8e-ac63-ef535a5dc47e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272635 Apr 06 16:29:48.742105 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36008) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:48.746830 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [None req-82135da7-0c61-43d0-92f1-b95ae5206110 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'security_group_rule': {'security_group_id': '5e894136-59d6-40df-ad62-80161135d5db', 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:48.768610 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.securitygroups_db [None req-82135da7-0c61-43d0-92f1-b95ae5206110 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Project 15b9539103fa45b4bc94e8c7d6416745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:29:48.773829 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-82135da7-0c61-43d0-92f1-b95ae5206110 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (b0a3d4b4-246b-4c3e-bfcb-49d379d002e4), before_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.834977 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-82135da7-0c61-43d0-92f1-b95ae5206110 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (b0a3d4b4-246b-4c3e-bfcb-49d379d002e4), precommit_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.837419 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edac849-066c-44b8-bbe4-4b738641b613 None None] New status for floating IP ece8e67e-f3da-4092-9f7c-2ff6d57eb25d: ACTIVE {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:29:48.839236 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-82135da7-0c61-43d0-92f1-b95ae5206110 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (b0a3d4b4-246b-4c3e-bfcb-49d379d002e4), after_create {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.858199 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82135da7-0c61-43d0-92f1-b95ae5206110 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a3d4b4-246b-4c3e-bfcb-49d379d002e4,revision_number=0']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:48.866914 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-82135da7-0c61-43d0-92f1-b95ae5206110 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.868748 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-82135da7-0c61-43d0-92f1-b95ae5206110 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257133 Apr 06 16:29:48.871923 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36010) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:48.876909 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.v2.base [None req-e459a7e9-ddc5-461e-b516-e41c4941b2ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'security_group_rule': {'security_group_id': '5e894136-59d6-40df-ad62-80161135d5db', 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:48.898184 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.securitygroups_db [None req-e459a7e9-ddc5-461e-b516-e41c4941b2ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Project 15b9539103fa45b4bc94e8c7d6416745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:29:48.903077 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e459a7e9-ddc5-461e-b516-e41c4941b2ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (f7dbdf6d-77a9-4f2c-80f7-4b5a7748de1a), before_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.962420 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e459a7e9-ddc5-461e-b516-e41c4941b2ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (f7dbdf6d-77a9-4f2c-80f7-4b5a7748de1a), precommit_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.966315 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e459a7e9-ddc5-461e-b516-e41c4941b2ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688342'] for security_group_rule (f7dbdf6d-77a9-4f2c-80f7-4b5a7748de1a), after_create {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.983017 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459a7e9-ddc5-461e-b516-e41c4941b2ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dbdf6d-77a9-4f2c-80f7-4b5a7748de1a,revision_number=0']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:48.992104 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e459a7e9-ddc5-461e-b516-e41c4941b2ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:48.995303 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e459a7e9-ddc5-461e-b516-e41c4941b2ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222484 Apr 06 16:29:49.084060 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ea049776-be2b-40b2-bc80-4247a954f86e req-9b56497e-ca4f-4a18-a8fe-40b27fe253ae tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618385412&fields=id&tenant_id=15b9539103fa45b4bc94e8c7d6416745 HTTP/1.1" status: 200 len: 267 time: 0.0438216 Apr 06 16:29:49.138857 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea049776-be2b-40b2-bc80-4247a954f86e req-2b68eace-e227-41ee-9d59-1006c1f6de09 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:49.140230 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ea049776-be2b-40b2-bc80-4247a954f86e req-2b68eace-e227-41ee-9d59-1006c1f6de09 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0508287 Apr 06 16:29:49.150501 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-ea049776-be2b-40b2-bc80-4247a954f86e req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'port': {'security_groups': ['b1960599-88e0-4e6d-9afb-fab55b8f3911', '5e894136-59d6-40df-ad62-80161135d5db']}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:29:49.219184 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ea049776-be2b-40b2-bc80-4247a954f86e req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (da004206-733e-4d32-901c-c24335def6ee), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:49.398897 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-ea049776-be2b-40b2-bc80-4247a954f86e req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] For port da004206-733e-4d32-901c-c24335def6ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da004206-733e-4d32-901c-c24335def6ee,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:29:49.426822 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ea049776-be2b-40b2-bc80-4247a954f86e req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for port (da004206-733e-4d32-901c-c24335def6ee), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:49.431782 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ea049776-be2b-40b2-bc80-4247a954f86e req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (da004206-733e-4d32-901c-c24335def6ee), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:49.442780 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['da004206-733e-4d32-901c-c24335def6ee'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:29:49.473359 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea049776-be2b-40b2-bc80-4247a954f86e req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:49.473944 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-ea049776-be2b-40b2-bc80-4247a954f86e req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:49.475364 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ea049776-be2b-40b2-bc80-4247a954f86e req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "PUT /v2.0/ports/da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 981 time: 0.3291893 Apr 06 16:29:49.517524 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e9de6-0bb2-473f-a3c7-7e2b675051ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'Port': ['ID=da004206-733e-4d32-901c-c24335def6ee,revision_number=6']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:29:49.554776 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['da004206-733e-4d32-901c-c24335def6ee'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:29:49.601293 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce309d78-8830-41b7-9228-80c0144fd931 req-54286e00-3d98-4863-9905-23f0f3854f70 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:49.604097 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ce309d78-8830-41b7-9228-80c0144fd931 req-54286e00-3d98-4863-9905-23f0f3854f70 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0633452 Apr 06 16:29:49.670913 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ce309d78-8830-41b7-9228-80c0144fd931 req-c68fa99d-8463-4f0c-9b2b-d364c686a5de tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591660 Apr 06 16:29:49.788075 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b76587e2-42cd-4821-84f9-0b07fdec412a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:49.821668 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-d62623a9-78ef-4644-81c1-a47724c61a2f None None] Provisioning complete for port da004206-733e-4d32-901c-c24335def6ee triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:29:49.822031 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d62623a9-78ef-4644-81c1-a47724c61a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (da004206-733e-4d32-901c-c24335def6ee), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:49.935149 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:29:49.937464 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:29:49.972085 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d07ea1a-325e-4569-95c9-ac95e2bd47e2 x-openstack-request-id: req-6d07ea1a-325e-4569-95c9-ac95e2bd47e2 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:29:49.972384 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:29:49.972641 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d07ea1a-325e-4569-95c9-ac95e2bd47e2 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:29:49.973049 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d07ea1a-325e-4569-95c9-ac95e2bd47e2'] response: {'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee', 'status': 'completed', 'code': 200} Apr 06 16:29:50.030301 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-d62623a9-78ef-4644-81c1-a47724c61a2f None None] Current status of the port da004206-733e-4d32-901c-c24335def6ee is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:29:50.043403 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-ff8c27bb-872c-4d34-b1ef-5b35053ad415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:50.044925 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-ff8c27bb-872c-4d34-b1ef-5b35053ad415 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b9539103fa45b4bc94e8c7d6416745&device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1168 time: 0.0483534 Apr 06 16:29:50.142295 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-149aa0f8-dd36-4e8a-864e-7f8c4b8f398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:50.143815 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-149aa0f8-dd36-4e8a-864e-7f8c4b8f398c service neutron] 10.222.0.45 "GET /v2.0/networks?id=258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 200 len: 915 time: 0.0921142 Apr 06 16:29:50.209467 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-58081e12-ba4f-407d-8cdc-2297bc26f060 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 1001 time: 0.0586920 Apr 06 16:29:50.261809 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-43e1ed70-a014-45d7-bc60-879c90434e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:50.263404 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-43e1ed70-a014-45d7-bc60-879c90434e72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a083965a-9fc8-4600-b1a6-f9f0b815ddd8 HTTP/1.1" status: 200 len: 853 time: 0.0467141 Apr 06 16:29:50.314084 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-72cc09ee-9a17-4fc7-a89f-0d3fc93347a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:50.315696 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-72cc09ee-9a17-4fc7-a89f-0d3fc93347a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=258cf65c-33b3-4490-a66a-ac22776035fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453911 Apr 06 16:29:50.403505 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-4db2c023-4692-4230-bf8e-e9b0db72e60b service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793083 Apr 06 16:29:50.497945 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-2d9ed8bc-1752-49ce-b385-6b2adf35fce7 req-53a92a10-2e72-4401-932e-5aa4a61d28f6 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875175 Apr 06 16:29:52.092122 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c995d0c6-c0c5-4f81-9517-8a7f1ecad1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:53.269692 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:54.675460 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:55.146135 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:55.982492 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:58.806872 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-da7c2bb5-4fe8-4035-af3b-9f973de0114b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430634 Apr 06 16:29:58.892476 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-8c886947-155c-4373-83e7-b67c0abe2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:58.893964 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-8c886947-155c-4373-83e7-b67c0abe2623 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 1130 time: 0.0456564 Apr 06 16:29:58.995401 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-f2f7774f-f348-4e0b-b3ed-9271621c68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:58.997110 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-f2f7774f-f348-4e0b-b3ed-9271621c68e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.0853174 Apr 06 16:29:59.060876 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-5af6fc81-6f0c-4f26-91c5-27c7058f5b56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e4d30f-19ff-4ab3-a883-9481e8379608 HTTP/1.1" status: 200 len: 1000 time: 0.0568342 Apr 06 16:29:59.110979 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-f0378283-830c-4add-904a-199b572d626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:59.112367 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-f0378283-830c-4add-904a-199b572d626b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0452108 Apr 06 16:29:59.160313 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-a6514682-c73c-4194-8194-5ac95df9c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:29:59.161743 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-a6514682-c73c-4194-8194-5ac95df9c49b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423596 Apr 06 16:29:59.246622 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-537fa15c-8498-4787-a9db-2cb1709f0518 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777159 Apr 06 16:29:59.335906 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-7cb4b1ec-5959-4d95-b590-bfc79c1efc17 req-7487c62a-f45e-4af1-8edf-60d3822c9a16 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833673 Apr 06 16:30:04.947541 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-0937eddb-237a-4f6f-887d-6a941ea98a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:04.949200 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-0937eddb-237a-4f6f-887d-6a941ea98a33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b9539103fa45b4bc94e8c7d6416745&device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1168 time: 0.0932996 Apr 06 16:30:05.001204 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8a9c1-cade-428f-bdfc-fb7389d533b6 req-7f755732-89a3-479d-bfc3-b3dc53df6344 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:05.002639 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b5e8a9c1-cade-428f-bdfc-fb7389d533b6 req-7f755732-89a3-479d-bfc3-b3dc53df6344 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.1592569 Apr 06 16:30:05.041783 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-057bfb81-0ae3-4f10-b7bc-667c655ca59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:05.043269 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-057bfb81-0ae3-4f10-b7bc-667c655ca59b service neutron] 10.222.0.45 "GET /v2.0/networks?id=258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 200 len: 915 time: 0.0875399 Apr 06 16:30:05.061851 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-b5e8a9c1-cade-428f-bdfc-fb7389d533b6 req-e67b4885-1475-4367-a9e2-3dc25934ea47 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534904 Apr 06 16:30:05.111546 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-01a41031-6893-4270-aca4-1ec6b0b7b00b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 1001 time: 0.0611022 Apr 06 16:30:05.159072 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-7602590f-01b8-40bf-a477-5ac4dab105d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:05.160463 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-7602590f-01b8-40bf-a477-5ac4dab105d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a083965a-9fc8-4600-b1a6-f9f0b815ddd8 HTTP/1.1" status: 200 len: 853 time: 0.0418906 Apr 06 16:30:05.210559 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-ec2933c1-f14f-4bac-b8c4-679f560fd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:05.212051 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-ec2933c1-f14f-4bac-b8c4-679f560fd617 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=258cf65c-33b3-4490-a66a-ac22776035fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453544 Apr 06 16:30:05.222207 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-4fc40d21-0390-4d74-80b2-9f74a81237a0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:30:05.223176 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-4fc40d21-0390-4d74-80b2-9f74a81237a0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047948 Apr 06 16:30:05.308006 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-7994c4a7-ab41-4681-b91c-4e6dc697c965 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790389 Apr 06 16:30:05.399135 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-a0b73947-8d0a-4e94-92e5-ca68622d40b7 req-f4445894-b820-492e-9342-1d60b61ce537 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830634 Apr 06 16:30:06.232253 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82654e6-e70f-4e20-af34-4960c01744f2 req-35bffd7d-128c-4a16-9404-b6e8a32420ce tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:06.233696 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c82654e6-e70f-4e20-af34-4960c01744f2 req-35bffd7d-128c-4a16-9404-b6e8a32420ce tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0994015 Apr 06 16:30:06.295014 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-c82654e6-e70f-4e20-af34-4960c01744f2 req-956fbd6b-3037-431b-80af-9699e78000e7 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555611 Apr 06 16:30:07.410985 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74d3b9-44a2-4a18-85f6-8eadbe64b406 req-37cdb09e-2f15-476f-a820-8c1282d5f338 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:07.412490 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8b74d3b9-44a2-4a18-85f6-8eadbe64b406 req-37cdb09e-2f15-476f-a820-8c1282d5f338 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0537157 Apr 06 16:30:07.474308 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-8b74d3b9-44a2-4a18-85f6-8eadbe64b406 req-0564efb8-5c47-4c1a-b6d2-ae7c953640ff tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556114 Apr 06 16:30:08.588662 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039d51-dffd-4543-960f-81e7b5aa6d32 req-aaf0ef42-f81f-4d58-9b47-8145b462458f tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:08.590042 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac039d51-dffd-4543-960f-81e7b5aa6d32 req-aaf0ef42-f81f-4d58-9b47-8145b462458f tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0520346 Apr 06 16:30:08.647548 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ac039d51-dffd-4543-960f-81e7b5aa6d32 req-6c216821-860d-400d-b638-a45878ed4e5d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519884 Apr 06 16:30:09.766910 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d749c-6014-4e4c-a2d9-a36122fac56c req-4f222059-3a37-48dd-babb-6c1664b5fcc3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:09.768361 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-292d749c-6014-4e4c-a2d9-a36122fac56c req-4f222059-3a37-48dd-babb-6c1664b5fcc3 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0554831 Apr 06 16:30:09.825951 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-292d749c-6014-4e4c-a2d9-a36122fac56c req-07f9b7bf-b828-4163-a02c-bc2524bb5913 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519221 Apr 06 16:30:10.942836 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a468d-64e2-4a41-a110-9a7a58bca816 req-8f5d16bc-60ed-44fc-b4d5-bd1b8bc201d2 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:10.944297 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-022a468d-64e2-4a41-a110-9a7a58bca816 req-8f5d16bc-60ed-44fc-b4d5-bd1b8bc201d2 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0523307 Apr 06 16:30:11.003917 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-022a468d-64e2-4a41-a110-9a7a58bca816 req-a6eb6196-7475-43fb-ba2b-01b4cc87115a tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535114 Apr 06 16:30:11.868240 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36046) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:12.024201 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Deleting port eef91fc3-4b2d-46c6-8a5b-6e5f994e5516 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:12.024557 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:12.098857 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:12.099183 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:12.110590 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Calling delete_port for eef91fc3-4b2d-46c6-8a5b-6e5f994e5516 owned by network:floatingip {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:12.121201 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76d31a-2ad4-48ed-9728-6bdbcb45ab43 req-8aa52b4a-473d-4dbc-a864-bbb08785af83 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:12.122913 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3f76d31a-2ad4-48ed-9728-6bdbcb45ab43 req-8aa52b4a-473d-4dbc-a864-bbb08785af83 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0525861 Apr 06 16:30:12.185027 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-3f76d31a-2ad4-48ed-9728-6bdbcb45ab43 req-68e3e1b6-e8b5-4101-96f0-b080b56c5065 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563672 Apr 06 16:30:12.281283 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (eef91fc3-4b2d-46c6-8a5b-6e5f994e5516), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:12.307113 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event deleted for resources: {'Port': ['ID=eef91fc3-4b2d-46c6-8a5b-6e5f994e5516,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:12.331400 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.331753 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.332099 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.332445 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.332788 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.333123 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.333455 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.333784 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.334115 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.334444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.334809 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.335154 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.335471 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.335794 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.336119 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:12.376999 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (4b4f67a1-91a0-4440-be4a-ec6b0a86fa65), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:12.377256 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.db.l3_db [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Floating IP 4b4f67a1-91a0-4440-be4a-ec6b0a86fa65 disassociated (deleted). External IP: 172.27.3.122, port: ca336245-4e83-43bd-89f8-0e48feb0bd8c. Apr 06 16:30:12.582456 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:30:12.689649 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:30:12.694208 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:12.699913 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:30:12.709139 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:12.709739 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:29:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:12.722622 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-62dc3e50-bd28-4a33-8fca-bc20da6eddb8 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "DELETE /v2.0/floatingips/4b4f67a1-91a0-4440-be4a-ec6b0a86fa65 HTTP/1.1" status: 204 len: 168 time: 0.8527184 Apr 06 16:30:12.723224 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:30:12.725823 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102" -d '{"events": [{"name": "network-changed", "server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:30:12.768667 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c505773-c8a0-4d9f-b232-d260bf82a071 x-openstack-request-id: req-6c505773-c8a0-4d9f-b232-d260bf82a071 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:30:12.768953 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:30:12.769207 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c505773-c8a0-4d9f-b232-d260bf82a071 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:30:12.769628 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c505773-c8a0-4d9f-b232-d260bf82a071'] response: {'name': 'network-changed', 'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'status': 'completed', 'code': 200} Apr 06 16:30:12.836274 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:12.839351 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-77126376-77b5-4807-922c-422a6be82e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:12.840899 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-77126376-77b5-4807-922c-422a6be82e1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 1129 time: 0.0488906 Apr 06 16:30:12.947586 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-8cfa4838-c5f9-4cfe-b3f5-c09549a1993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:12.948972 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-8cfa4838-c5f9-4cfe-b3f5-c09549a1993c service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.1003840 Apr 06 16:30:13.004697 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3551d-bd33-426e-8ddc-3965a7bc9f7f req-e48e746c-c306-4155-80a8-12c4f837d26c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:13.006242 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-37c3551d-bd33-426e-8ddc-3965a7bc9f7f req-e48e746c-c306-4155-80a8-12c4f837d26c tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 945 time: 0.0528500 Apr 06 16:30:13.055341 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-37c3551d-bd33-426e-8ddc-3965a7bc9f7f req-083bc307-6306-4a83-b736-da544aceafe0 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Apr 06 16:30:13.115905 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:45Z', 'revision_number': 1, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:13.142271 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:30:13.150273 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:13.150906 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:29:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:13.257799 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:13.302581 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770b85c-9ecf-4c77-a259-8f856f549da3 req-e097d897-506c-4d43-864b-8b4603119451 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:13.304103 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7770b85c-9ecf-4c77-a259-8f856f549da3 req-e097d897-506c-4d43-864b-8b4603119451 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0513346 Apr 06 16:30:13.362957 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7770b85c-9ecf-4c77-a259-8f856f549da3 req-545269c4-60cc-4c55-b67f-d1d23f93a8d4 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524950 Apr 06 16:30:13.479901 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:45Z', 'revision_number': 1, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:13.505533 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb03c1-72af-48c4-9f26-a79dc0a7d83a None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_floatingips': [{'id': 'c79edb8b-9b97-4a5b-9e6e-5c086aba2059', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'router_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'port_id': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'mac_address': 'fa:16:3e:fb:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54997168-a1bb-40ad-a70f-adea2081d569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:25:43Z', 'updated_at': '2022-04-06T16:25:45Z', 'revision_number': 1, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:30:13.722249 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4d0ff-9096-4e98-83d6-8caa126b023a None None] New status for floating IP 4b4f67a1-91a0-4440-be4a-ec6b0a86fa65: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:30:13.880029 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-d1900c1d-599e-458c-9eb9-08d226213777 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c HTTP/1.1" status: 200 len: 217 time: 0.0345497 Apr 06 16:30:13.930416 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-93582564-e617-4823-9dba-d39210233ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:13.931982 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-93582564-e617-4823-9dba-d39210233ffe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0458734 Apr 06 16:30:13.998756 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-e6b35a82-5fe0-450c-a2e0-e9617d1cb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:14.000244 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-e6b35a82-5fe0-450c-a2e0-e9617d1cb7f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432341 Apr 06 16:30:14.176619 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56663a-acb2-4b42-8734-40b54f69a9d4 req-e8195231-dfe5-450b-bdfb-24c772148f28 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:14.178094 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec56663a-acb2-4b42-8734-40b54f69a9d4 req-e8195231-dfe5-450b-bdfb-24c772148f28 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 945 time: 0.0551357 Apr 06 16:30:14.210638 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-7bc38eb6-981a-4f81-96f4-d88f5566770d service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801580 Apr 06 16:30:14.225852 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-ec56663a-acb2-4b42-8734-40b54f69a9d4 req-b4ac7890-3288-4e3a-8ce1-fa7e74b3193f tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Apr 06 16:30:14.299799 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c9840c52-0379-4e6f-b6e6-6eb0f1fbc102 req-3b47e81a-f42d-4c7b-afa7-3538088edc08 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826116 Apr 06 16:30:14.479984 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584246b-221c-462f-bcd7-ffd0ac11752f req-2b1c8936-5bdb-4a9d-908f-3ede3e4db7f6 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:14.481461 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0584246b-221c-462f-bcd7-ffd0ac11752f req-2b1c8936-5bdb-4a9d-908f-3ede3e4db7f6 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0535505 Apr 06 16:30:14.533244 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b81da-84dc-427e-891a-dd248055edf2 req-e135a8dc-e9c4-4b9d-82ef-6e36298a445b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:14.534726 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-612b81da-84dc-427e-891a-dd248055edf2 req-e135a8dc-e9c4-4b9d-82ef-6e36298a445b tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 945 time: 0.0525730 Apr 06 16:30:14.541592 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-0584246b-221c-462f-bcd7-ffd0ac11752f req-2b98a64d-5a68-4369-9a18-e7a2cb0422cc tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545154 Apr 06 16:30:14.631097 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Deleting port ca336245-4e83-43bd-89f8-0e48feb0bd8c {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:14.631360 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:14.717070 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] For port ca336245-4e83-43bd-89f8-0e48feb0bd8c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca336245-4e83-43bd-89f8-0e48feb0bd8c,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:14.717434 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:14.729936 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Calling delete_port for ca336245-4e83-43bd-89f8-0e48feb0bd8c owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:14.854060 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (ca336245-4e83-43bd-89f8-0e48feb0bd8c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:14.880196 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event deleted for resources: {'Port': ['ID=ca336245-4e83-43bd-89f8-0e48feb0bd8c,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:14.928131 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] No DVR routers for this DVR port ca336245-4e83-43bd-89f8-0e48feb0bd8c on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:30:14.930690 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:14.934641 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-612b81da-84dc-427e-891a-dd248055edf2 req-48b67414-6edf-4670-b672-99eddf3e4a74 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "DELETE /v2.0/ports/ca336245-4e83-43bd-89f8-0e48feb0bd8c HTTP/1.1" status: 204 len: 173 time: 0.3942263 Apr 06 16:30:14.935127 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'name': 'network-vif-deleted', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:30:14.937405 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7c1430-ce3c-4c29-81cc-bf3df5315786" -d '{"events": [{"server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "name": "network-vif-deleted", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:30:14.972814 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6830dfd-4800-4e0b-90fb-01113ecf4db5 x-openstack-request-id: req-f6830dfd-4800-4e0b-90fb-01113ecf4db5 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:30:14.973130 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9264aa-880a-4ca1-b906-e7c3aaf5acb0", "name": "network-vif-deleted", "tag": "ca336245-4e83-43bd-89f8-0e48feb0bd8c", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:30:14.973384 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6830dfd-4800-4e0b-90fb-01113ecf4db5 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:30:14.973790 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6830dfd-4800-4e0b-90fb-01113ecf4db5'] response: {'server_uuid': 'be9264aa-880a-4ca1-b906-e7c3aaf5acb0', 'name': 'network-vif-deleted', 'tag': 'ca336245-4e83-43bd-89f8-0e48feb0bd8c', 'status': 'completed', 'code': 200} Apr 06 16:30:15.336132 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-85cee9bd-1a38-42df-8b35-7e1bde6aeb72 req-ee8afad3-deda-47da-84af-f85eb3a26586 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9264aa-880a-4ca1-b906-e7c3aaf5acb0 HTTP/1.1" status: 200 len: 210 time: 0.0318317 Apr 06 16:30:15.669020 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78497548-6761-4b85-b1db-fe0ed23e5ec1 req-b943813e-6e28-4c58-ad7e-41a93e15521e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:15.670497 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-78497548-6761-4b85-b1db-fe0ed23e5ec1 req-b943813e-6e28-4c58-ad7e-41a93e15521e tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0519974 Apr 06 16:30:15.729224 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-78497548-6761-4b85-b1db-fe0ed23e5ec1 req-483d704e-99aa-4c9d-a240-af8a4d4cbe7d tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529935 Apr 06 16:30:16.844266 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34d882-951d-4d6d-97ad-01c6e25c2272 req-80fef590-49f5-4fd3-bc0c-3e0808176e0a tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:16.845726 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-be34d882-951d-4d6d-97ad-01c6e25c2272 req-80fef590-49f5-4fd3-bc0c-3e0808176e0a tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0521197 Apr 06 16:30:16.904052 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-be34d882-951d-4d6d-97ad-01c6e25c2272 req-4400ae3c-71ee-4ca7-beee-56e1fe204423 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e894136-59d6-40df-ad62-80161135d5db&id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526247 Apr 06 16:30:17.835919 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device ca336245-4e83-43bd-89f8-0e48feb0bd8c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:17.856193 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: ca336245-4e83-43bd-89f8-0e48feb0bd8c {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:17.856540 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device ca336245-4e83-43bd-89f8-0e48feb0bd8c not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:18.620682 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36098) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:18.781294 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Deleting port 1f3045ef-bcad-408c-943a-82930911a708 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:18.781629 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (1f3045ef-bcad-408c-943a-82930911a708), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:18.853746 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (1f3045ef-bcad-408c-943a-82930911a708), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:18.854065 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (1f3045ef-bcad-408c-943a-82930911a708), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:18.865297 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Calling delete_port for 1f3045ef-bcad-408c-943a-82930911a708 owned by network:floatingip {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:19.007203 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (1f3045ef-bcad-408c-943a-82930911a708), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:19.036442 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event deleted for resources: {'Port': ['ID=1f3045ef-bcad-408c-943a-82930911a708,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:19.058595 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.058964 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.059304 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.059643 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.059978 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.060306 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.060631 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.060953 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.061287 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.061596 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.061918 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.062239 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.062557 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.062905 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.063222 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:19.098975 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (c79edb8b-9b97-4a5b-9e6e-5c086aba2059), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:19.099310 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Floating IP c79edb8b-9b97-4a5b-9e6e-5c086aba2059 disassociated (deleted). External IP: 172.27.3.8, port: 62e4d30f-19ff-4ab3-a883-9481e8379608. Apr 06 16:30:19.305137 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:30:19.411230 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:30:19.416467 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:19.422259 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:30:19.432404 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:19.433016 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:29:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:19.444381 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-1ee99cfb-c17a-4398-98b3-ab06cfe3950d tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "DELETE /v2.0/floatingips/c79edb8b-9b97-4a5b-9e6e-5c086aba2059 HTTP/1.1" status: 204 len: 168 time: 0.8226218 Apr 06 16:30:19.444952 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:30:19.447800 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:30:19.486036 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91764d2-70f8-4bf7-a77f-cfddd1bf3047 x-openstack-request-id: req-c91764d2-70f8-4bf7-a77f-cfddd1bf3047 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:30:19.486327 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:30:19.486588 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c91764d2-70f8-4bf7-a77f-cfddd1bf3047 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:30:19.487025 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91764d2-70f8-4bf7-a77f-cfddd1bf3047'] response: {'name': 'network-changed', 'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'status': 'completed', 'code': 200} Apr 06 16:30:19.554167 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:19.554929 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-332a9982-8386-487a-adeb-78dc352ef5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:19.557042 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-332a9982-8386-487a-adeb-78dc352ef5fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 1130 time: 0.0492535 Apr 06 16:30:19.659417 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-fe85b861-d4b4-4c8c-92a8-2f0d300f0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:19.661010 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-fe85b861-d4b4-4c8c-92a8-2f0d300f0281 service neutron] 10.222.0.45 "GET /v2.0/networks?id=defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 200 len: 913 time: 0.0926499 Apr 06 16:30:19.691506 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93aaae-3b5a-4069-bc6c-68698b9afa91 req-ec13db80-2f09-4ea0-91f6-abd31ba96053 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:19.692996 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e93aaae-3b5a-4069-bc6c-68698b9afa91 req-ec13db80-2f09-4ea0-91f6-abd31ba96053 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 946 time: 0.0607011 Apr 06 16:30:19.742864 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-9e93aaae-3b5a-4069-bc6c-68698b9afa91 req-8246aee9-b191-4bda-a20a-7527cfadd087 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435469 Apr 06 16:30:19.755895 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-af4491fc-8ba5-4926-8564-c57eb96b0515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:19.777843 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:19.803383 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:30:19.812396 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:19.812935 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:29:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:19.922907 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:20.121263 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:20.146367 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e20b-8c62-4459-b7a3-49021eaf0a0a None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:22:12Z', 'revision_number': 4, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '2a36e8ac-34c9-4fcf-a9c3-5e891008b807', 'name': '', 'network_id': 'defd3909-0074-4dad-8760-5a678c622152', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'mac_address': 'fa:16:3e:2a:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:11Z', 'updated_at': '2022-04-06T16:22:18Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'subnets': [{'id': 'bc511f8a-def8-41c4-8ffc-52a886ba1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:30:20.348827 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bfc316-2e07-4939-ac51-ba1c046c5531 None None] New status for floating IP c79edb8b-9b97-4a5b-9e6e-5c086aba2059: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:30:20.606379 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-a13d11de-13be-4eda-a3e9-356c17c947ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e4d30f-19ff-4ab3-a883-9481e8379608 HTTP/1.1" status: 200 len: 217 time: 0.0376987 Apr 06 16:30:20.654499 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-38fc57ef-5e61-4487-b7f6-dc8859c82c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:20.655920 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-38fc57ef-5e61-4487-b7f6-dc8859c82c9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 200 len: 851 time: 0.0428252 Apr 06 16:30:20.787363 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-5d2f804c-1488-4faa-a9f6-dcf80a6a8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:20.788872 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-5d2f804c-1488-4faa-a9f6-dcf80a6a8bdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=defd3909-0074-4dad-8760-5a678c622152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477295 Apr 06 16:30:20.865139 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a90ee-ac3f-48b7-a79b-924d6ea007a8 req-aeb13e5d-6b00-464d-8d40-295f971ff1bc tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:20.866608 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-770a90ee-ac3f-48b7-a79b-924d6ea007a8 req-aeb13e5d-6b00-464d-8d40-295f971ff1bc tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 946 time: 0.0511870 Apr 06 16:30:20.882890 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-875320f9-8146-4934-a76a-080932647952 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848908 Apr 06 16:30:20.919059 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-770a90ee-ac3f-48b7-a79b-924d6ea007a8 req-983d428d-5fdf-4ebf-8c5a-5cfe8007fb89 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e6b63a6-d78a-475a-b88a-0db80fd2d90c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Apr 06 16:30:21.060203 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ef455d82-018b-4ff2-ac27-b3b85d66d2b3 req-eef97381-5c1f-4b8d-a1b4-9e6f69df65c7 service neutron] 10.222.0.45 "GET /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896018 Apr 06 16:30:21.099190 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8cf2d929-0a0e-4515-999f-4a5323b3f4b4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:21.100599 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8cf2d929-0a0e-4515-999f-4a5323b3f4b4 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 946 time: 0.0544269 Apr 06 16:30:21.192794 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Deleting port 62e4d30f-19ff-4ab3-a883-9481e8379608 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:21.193128 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:21.277334 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] For port 62e4d30f-19ff-4ab3-a883-9481e8379608, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62e4d30f-19ff-4ab3-a883-9481e8379608,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:21.277691 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:21.289528 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Calling delete_port for 62e4d30f-19ff-4ab3-a883-9481e8379608 owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:21.413790 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (62e4d30f-19ff-4ab3-a883-9481e8379608), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:21.442755 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event deleted for resources: {'Port': ['ID=62e4d30f-19ff-4ab3-a883-9481e8379608,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:21.488670 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] No DVR routers for this DVR port 62e4d30f-19ff-4ab3-a883-9481e8379608 on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:30:21.491336 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:21.494584 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-c5ac3081-d560-43a7-acbf-fc3d18aed9dc req-8e37134b-794a-498f-bb27-5e03358d4105 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.45 "DELETE /v2.0/ports/62e4d30f-19ff-4ab3-a883-9481e8379608 HTTP/1.1" status: 204 len: 173 time: 0.3888314 Apr 06 16:30:21.495039 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'name': 'network-vif-deleted', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:30:21.497516 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4fc1a3-d4c3-4c08-9622-75eea7d863fb" -d '{"events": [{"server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "name": "network-vif-deleted", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:30:21.533538 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eec5d6-ef84-4ee7-953a-0271aeb0abbf x-openstack-request-id: req-c9eec5d6-ef84-4ee7-953a-0271aeb0abbf {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:30:21.533831 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54997168-a1bb-40ad-a70f-adea2081d569", "name": "network-vif-deleted", "tag": "62e4d30f-19ff-4ab3-a883-9481e8379608", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:30:21.534141 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9eec5d6-ef84-4ee7-953a-0271aeb0abbf {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:30:21.534643 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9eec5d6-ef84-4ee7-953a-0271aeb0abbf'] response: {'server_uuid': '54997168-a1bb-40ad-a70f-adea2081d569', 'name': 'network-vif-deleted', 'tag': '62e4d30f-19ff-4ab3-a883-9481e8379608', 'status': 'completed', 'code': 200} Apr 06 16:30:22.038669 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-93c52ab4-ae74-42bf-86ec-af59eb82df47 req-f81b0466-2599-40d2-9bac-66fe05cfde27 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "GET /v2.0/ports?device_id=54997168-a1bb-40ad-a70f-adea2081d569 HTTP/1.1" status: 200 len: 210 time: 0.0284989 Apr 06 16:30:22.096855 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-07ae7f16-7dc8-4d53-890e-50b8dfbab603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:23.095999 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36114) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:23.218403 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Deleting port 830873ee-e990-4164-aed2-dd898584f45f {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:23.218666 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (830873ee-e990-4164-aed2-dd898584f45f), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:23.270994 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:23.292824 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (830873ee-e990-4164-aed2-dd898584f45f), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:23.293147 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (830873ee-e990-4164-aed2-dd898584f45f), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:23.304239 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Calling delete_port for 830873ee-e990-4164-aed2-dd898584f45f owned by network:floatingip {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:23.433466 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (830873ee-e990-4164-aed2-dd898584f45f), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:23.458537 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event deleted for resources: {'Port': ['ID=830873ee-e990-4164-aed2-dd898584f45f,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:23.516188 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for floatingip (7bc2a5ea-ae85-4738-bb39-034ba90a81d5), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:23.518645 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:23.519820 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-54474e07-1685-416a-9c72-4c62c68bc4fa tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "DELETE /v2.0/floatingips/7bc2a5ea-ae85-4738-bb39-034ba90a81d5 HTTP/1.1" status: 204 len: 168 time: 0.4228530 Apr 06 16:30:23.848407 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 62e4d30f-19ff-4ab3-a883-9481e8379608 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:23.867761 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: 62e4d30f-19ff-4ab3-a883-9481e8379608 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:23.868112 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device 62e4d30f-19ff-4ab3-a883-9481e8379608 not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:24.679553 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:24.711242 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36126) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:24.766718 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-df057618-3510-4439-8cba-71cd94379867 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group (2e6b63a6-d78a-475a-b88a-0db80fd2d90c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:24.791564 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-df057618-3510-4439-8cba-71cd94379867 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group (2e6b63a6-d78a-475a-b88a-0db80fd2d90c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:24.848296 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-df057618-3510-4439-8cba-71cd94379867 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (2e6b63a6-d78a-475a-b88a-0db80fd2d90c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:24.850910 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-df057618-3510-4439-8cba-71cd94379867 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:24.852056 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-df057618-3510-4439-8cba-71cd94379867 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] 10.222.0.10 "DELETE /v2.0/security-groups/2e6b63a6-d78a-475a-b88a-0db80fd2d90c HTTP/1.1" status: 204 len: 168 time: 0.1398351 Apr 06 16:30:24.861374 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df057618-3510-4439-8cba-71cd94379867 tempest-TestVolumeBootPattern-503470459 tempest-TestVolumeBootPattern-503470459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b63a6-d78a-475a-b88a-0db80fd2d90c,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:24.905664 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36130) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:25.149331 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:25.341056 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (1b36ff48-f94f-42a4-9a31-0c58d9700313), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:25.358337 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:30:25.586285 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Deleting port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:25.586629 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:25.661196 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] For port 2a36e8ac-34c9-4fcf-a9c3-5e891008b807, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:25.661480 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:25.676715 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Calling delete_port for 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 owned by network:router_interface {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:25.851384 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (2a36e8ac-34c9-4fcf-a9c3-5e891008b807), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:25.876185 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a36e8ac-34c9-4fcf-a9c3-5e891008b807,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:25.986812 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:26.046840 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (1b36ff48-f94f-42a4-9a31-0c58d9700313), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:26.510332 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Router 1b36ff48-f94f-42a4-9a31-0c58d9700313 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:30:26.614480 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:30:26.619362 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-b4cd9e2c-4de1-4978-8b97-27b038178886 admin admin] 10.222.0.10 "PUT /v2.0/routers/1b36ff48-f94f-42a4-9a31-0c58d9700313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125483 Apr 06 16:30:26.622129 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36134) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:26.623060 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041d699-742f-4377-b44f-70b499870d2a None None] Sync routers for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:30:26.633135 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041d699-742f-4377-b44f-70b499870d2a None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:26.634294 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-5041d699-742f-4377-b44f-70b499870d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:26.725276 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks [] for router (1b36ff48-f94f-42a4-9a31-0c58d9700313), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:26.737187 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-5041d699-742f-4377-b44f-70b499870d2a None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:26.833453 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks [] for router_gateway (1b36ff48-f94f-42a4-9a31-0c58d9700313), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:26.888459 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Deleting port 2b15b62d-c22b-4da6-aa0b-e44890b75904 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:26.888897 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:26.971260 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] For port 2b15b62d-c22b-4da6-aa0b-e44890b75904, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=2b15b62d-c22b-4da6-aa0b-e44890b75904,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:26.971626 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:26.984318 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Calling delete_port for 2b15b62d-c22b-4da6-aa0b-e44890b75904 owned by network:router_gateway {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:27.041977 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-5041d699-742f-4377-b44f-70b499870d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:30:25Z', 'revision_number': 5, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port': {'id': '2b15b62d-c22b-4da6-aa0b-e44890b75904', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:07Z', 'updated_at': '2022-04-06T16:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:27.067680 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041d699-742f-4377-b44f-70b499870d2a None None] Checking router: 1b36ff48-f94f-42a4-9a31-0c58d9700313 for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:30:27.075792 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041d699-742f-4377-b44f-70b499870d2a None None] Routers {'1b36ff48-f94f-42a4-9a31-0c58d9700313'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:27.076406 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-5041d699-742f-4377-b44f-70b499870d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['1b36ff48-f94f-42a4-9a31-0c58d9700313'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:27.151318 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (2b15b62d-c22b-4da6-aa0b-e44890b75904), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.164121 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-5041d699-742f-4377-b44f-70b499870d2a None None] Set router 1b36ff48-f94f-42a4-9a31-0c58d9700313 gateway port host: None {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:27.176326 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2b15b62d-c22b-4da6-aa0b-e44890b75904,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:27.218709 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-5041d699-742f-4377-b44f-70b499870d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:30:26Z', 'revision_number': 6, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port_host': None}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:27.239047 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (1b36ff48-f94f-42a4-9a31-0c58d9700313), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.245163 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041d699-742f-4377-b44f-70b499870d2a None None] The sync data for ids ['1b36ff48-f94f-42a4-9a31-0c58d9700313'] in dv-cinder-815660-7-iscsi is: [{'id': '1b36ff48-f94f-42a4-9a31-0c58d9700313', 'name': 'tempest-TestVolumeBootPattern-2109226271-router', 'tenant_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:06Z', 'updated_at': '2022-04-06T16:30:26Z', 'revision_number': 6, 'project_id': 'c0eaa9aee53f4a6a8b1c171d0e8c912a', 'gw_port_host': None}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:30:27.347841 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (1b36ff48-f94f-42a4-9a31-0c58d9700313), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.349929 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks [] for router_controller (1b36ff48-f94f-42a4-9a31-0c58d9700313), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.412578 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (1b36ff48-f94f-42a4-9a31-0c58d9700313), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.413059 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b36ff48-f94f-42a4-9a31-0c58d9700313 {{(pid=103706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:30:27.417911 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.419078 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-80097c89-358b-47b1-8b05-52d2c98f14bf admin admin] 10.222.0.10 "DELETE /v2.0/routers/1b36ff48-f94f-42a4-9a31-0c58d9700313 HTTP/1.1" status: 204 len: 168 time: 0.7959960 Apr 06 16:30:27.421578 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36136) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:27.464995 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac02c923-ae2c-4010-9978-82c61d9c6db0 admin admin] Deleting subnet bc511f8a-def8-41c4-8ffc-52a886ba1fd8 {{(pid=103706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:30:27.468152 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ac02c923-ae2c-4010-9978-82c61d9c6db0 admin admin] Publish callbacks [] for subnet (bc511f8a-def8-41c4-8ffc-52a886ba1fd8), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.505541 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ac02c923-ae2c-4010-9978-82c61d9c6db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2521461'] for subnet (bc511f8a-def8-41c4-8ffc-52a886ba1fd8), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.583971 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ac02c923-ae2c-4010-9978-82c61d9c6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (bc511f8a-def8-41c4-8ffc-52a886ba1fd8), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.644500 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ac02c923-ae2c-4010-9978-82c61d9c6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26051687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25779804'] for subnet (bc511f8a-def8-41c4-8ffc-52a886ba1fd8), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.675262 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02c923-ae2c-4010-9978-82c61d9c6db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc511f8a-def8-41c4-8ffc-52a886ba1fd8,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:27.684911 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-ac02c923-ae2c-4010-9978-82c61d9c6db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.688802 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ac02c923-ae2c-4010-9978-82c61d9c6db0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bc511f8a-def8-41c4-8ffc-52a886ba1fd8 HTTP/1.1" status: 204 len: 168 time: 0.2663043 Apr 06 16:30:27.691301 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36138) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:27.693397 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ee113-bcab-479e-862c-2edf8a8614c3 None None] Network defd3909-0074-4dad-8760-5a678c622152 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:30:27.773380 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (defd3909-0074-4dad-8760-5a678c622152), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.863194 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Deleting port 326fa1e2-7635-44cb-b360-0914fbcee01a {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:27.863627 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.897467 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] DHCP port deletion for defd3909-0074-4dad-8760-5a678c622152 request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:30:27.938554 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] For port 326fa1e2-7635-44cb-b360-0914fbcee01a, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=326fa1e2-7635-44cb-b360-0914fbcee01a,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:27.940796 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:27.958052 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Calling delete_port for 326fa1e2-7635-44cb-b360-0914fbcee01a owned by network:dhcp {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:27.971078 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Deleting port 326fa1e2-7635-44cb-b360-0914fbcee01a {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:27.971452 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.046602 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] For port 326fa1e2-7635-44cb-b360-0914fbcee01a, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=326fa1e2-7635-44cb-b360-0914fbcee01a,segment=NetworkSegment(633c173a-ebc1-4fb8-804d-514b51f4d64a),segment_id=633c173a-ebc1-4fb8-804d-514b51f4d64a)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:28.048265 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.050437 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.075881 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Calling delete_port for 326fa1e2-7635-44cb-b360-0914fbcee01a owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:28.092019 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Pushing event deleted for resources: {'Port': ['ID=326fa1e2-7635-44cb-b360-0914fbcee01a,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:28.096255 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] No DVR routers for this DVR port 326fa1e2-7635-44cb-b360-0914fbcee01a on host dv-cinder-815660-7-iscsi {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:30:28.170352 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (326fa1e2-7635-44cb-b360-0914fbcee01a), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.171542 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (defd3909-0074-4dad-8760-5a678c622152), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.192068 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defd3909-0074-4dad-8760-5a678c622152']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:28.197972 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Pushing event deleted for resources: {'Port': ['ID=326fa1e2-7635-44cb-b360-0914fbcee01a,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:28.201236 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633c173a-ebc1-4fb8-804d-514b51f4d64a') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:28.202262 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633c173a-ebc1-4fb8-804d-514b51f4d64a') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:28.205331 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] No DVR routers for this DVR port 326fa1e2-7635-44cb-b360-0914fbcee01a on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:30:28.207653 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.208083 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.208844 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.208844 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.209452 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.209549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.209856 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.210185 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.210507 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.210954 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.211265 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.211993 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.211993 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.213448 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.213448 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3fdc8c-0304-45d6-a8b2-1ebfa9c35c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-iscsi {{(pid=103708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:30:28.214418 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (633c173a-ebc1-4fb8-804d-514b51f4d64a), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.230924 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (633c173a-ebc1-4fb8-804d-514b51f4d64a), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.237192 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:30:28.237597 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (633c173a-ebc1-4fb8-804d-514b51f4d64a), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:30:28.239643 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:30:28.294950 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (defd3909-0074-4dad-8760-5a678c622152), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.300185 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:28.303303 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] 10.222.0.10 "DELETE /v2.0/networks/defd3909-0074-4dad-8760-5a678c622152 HTTP/1.1" status: 204 len: 168 time: 0.6105671 Apr 06 16:30:28.307007 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36140) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:28.314401 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ff11b-38f0-4033-bff2-5cc2f3aa1093 admin admin] Pushing event deleted for resources: {'Network': ['ID=defd3909-0074-4dad-8760-5a678c622152,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:28.399883 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 326fa1e2-7635-44cb-b360-0914fbcee01a no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:28.423272 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 326fa1e2-7635-44cb-b360-0914fbcee01a {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:28.423854 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 326fa1e2-7635-44cb-b360-0914fbcee01a not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:28.424441 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 2b15b62d-c22b-4da6-aa0b-e44890b75904 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:28.445610 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 2b15b62d-c22b-4da6-aa0b-e44890b75904 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:28.445886 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 2b15b62d-c22b-4da6-aa0b-e44890b75904 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:28.446923 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:28.467741 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:28.468094 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 2a36e8ac-34c9-4fcf-a9c3-5e891008b807 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:28.901817 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (931d4a74-8fb3-422e-8734-27c5f4dc2634), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:29.144809 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Deleting port bb058dbf-828c-49a5-9e31-8cdf25b348b4 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:29.145041 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:29.219337 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] For port bb058dbf-828c-49a5-9e31-8cdf25b348b4, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=bb058dbf-828c-49a5-9e31-8cdf25b348b4,segment=NetworkSegment(6f956e58-f0b6-4d00-9fc6-ff5e4c893d04),segment_id=6f956e58-f0b6-4d00-9fc6-ff5e4c893d04)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:29.219702 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:29.232356 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Calling delete_port for bb058dbf-828c-49a5-9e31-8cdf25b348b4 owned by network:router_interface {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:29.409372 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (bb058dbf-828c-49a5-9e31-8cdf25b348b4), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:29.438257 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Pushing event deleted for resources: {'Port': ['ID=bb058dbf-828c-49a5-9e31-8cdf25b348b4,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:29.605352 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (931d4a74-8fb3-422e-8734-27c5f4dc2634), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:29.818543 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Router 931d4a74-8fb3-422e-8734-27c5f4dc2634 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:30:29.925302 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:30:29.932920 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-9257fde2-1bf4-4572-a02f-8dd85a503acf admin admin] 10.222.0.10 "PUT /v2.0/routers/931d4a74-8fb3-422e-8734-27c5f4dc2634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6221857 Apr 06 16:30:29.932920 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36142) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:29.933825 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] Sync routers for ids ['931d4a74-8fb3-422e-8734-27c5f4dc2634'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:30:29.944209 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] Routers {'931d4a74-8fb3-422e-8734-27c5f4dc2634'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:29.944811 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['931d4a74-8fb3-422e-8734-27c5f4dc2634'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:30.041711 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks [] for router (931d4a74-8fb3-422e-8734-27c5f4dc2634), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.053444 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] Set router 931d4a74-8fb3-422e-8734-27c5f4dc2634 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:30.141127 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks [] for router_gateway (931d4a74-8fb3-422e-8734-27c5f4dc2634), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.194572 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Deleting port 627e1f03-b7c5-4083-8cb9-f0c031a1862d {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:30.194939 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.228266 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:30:29Z', 'revision_number': 5, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port': {'id': '627e1f03-b7c5-4083-8cb9-f0c031a1862d', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:17Z', 'updated_at': '2022-04-06T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:30.254332 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] Checking router: 931d4a74-8fb3-422e-8734-27c5f4dc2634 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:30:30.263005 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] Routers {'931d4a74-8fb3-422e-8734-27c5f4dc2634'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:30.263614 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['931d4a74-8fb3-422e-8734-27c5f4dc2634'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:30.273005 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] For port 627e1f03-b7c5-4083-8cb9-f0c031a1862d, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=627e1f03-b7c5-4083-8cb9-f0c031a1862d,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:30.273523 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.285609 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Calling delete_port for 627e1f03-b7c5-4083-8cb9-f0c031a1862d owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:30.354067 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] Set router 931d4a74-8fb3-422e-8734-27c5f4dc2634 gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:30.410255 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:30:30Z', 'revision_number': 6, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port_host': None}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:30.441926 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214fe5bc-c0d2-4696-be07-53c519884b30 None None] The sync data for ids ['931d4a74-8fb3-422e-8734-27c5f4dc2634'] in dv-cinder-815660-7-iscsi is: [{'id': '931d4a74-8fb3-422e-8734-27c5f4dc2634', 'name': 'tempest-TestVolumeBootPattern-23123185-router', 'tenant_id': 'e217ec3f1f51425198778871f3f9cb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:16Z', 'updated_at': '2022-04-06T16:30:30Z', 'revision_number': 6, 'project_id': 'e217ec3f1f51425198778871f3f9cb01', 'gw_port_host': None}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:30:30.455302 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (627e1f03-b7c5-4083-8cb9-f0c031a1862d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.486947 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Pushing event deleted for resources: {'Port': ['ID=627e1f03-b7c5-4083-8cb9-f0c031a1862d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:30.548017 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (931d4a74-8fb3-422e-8734-27c5f4dc2634), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.636730 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (931d4a74-8fb3-422e-8734-27c5f4dc2634), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.638874 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks [] for router_controller (931d4a74-8fb3-422e-8734-27c5f4dc2634), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.682982 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (931d4a74-8fb3-422e-8734-27c5f4dc2634), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.683458 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 931d4a74-8fb3-422e-8734-27c5f4dc2634 {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:30:30.687983 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.689138 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-149aae9d-8e32-4a40-a01c-2809dea67faa admin admin] 10.222.0.10 "DELETE /v2.0/routers/931d4a74-8fb3-422e-8734-27c5f4dc2634 HTTP/1.1" status: 204 len: 168 time: 0.7551816 Apr 06 16:30:30.691734 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36144) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:30.738281 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc94416-42dc-43e7-8a35-0f9105f3ce38 admin admin] Deleting subnet e6c68118-60c3-472d-8838-5bb0525fd50d {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:30:30.741226 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-edc94416-42dc-43e7-8a35-0f9105f3ce38 admin admin] Publish callbacks [] for subnet (e6c68118-60c3-472d-8838-5bb0525fd50d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.776435 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-edc94416-42dc-43e7-8a35-0f9105f3ce38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119385'] for subnet (e6c68118-60c3-472d-8838-5bb0525fd50d), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.870795 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-edc94416-42dc-43e7-8a35-0f9105f3ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (e6c68118-60c3-472d-8838-5bb0525fd50d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.922203 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-edc94416-42dc-43e7-8a35-0f9105f3ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26206464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419135'] for subnet (e6c68118-60c3-472d-8838-5bb0525fd50d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.950163 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-edc94416-42dc-43e7-8a35-0f9105f3ce38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.953948 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-edc94416-42dc-43e7-8a35-0f9105f3ce38 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e6c68118-60c3-472d-8838-5bb0525fd50d HTTP/1.1" status: 204 len: 168 time: 0.2610819 Apr 06 16:30:30.954969 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc94416-42dc-43e7-8a35-0f9105f3ce38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c68118-60c3-472d-8838-5bb0525fd50d,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:30.955411 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79dda63-18e1-49fe-8253-03e87f28be76 None None] Network 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:30:30.956360 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36146) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:31.022609 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (4ec796f0-c55d-48ee-9b37-4c68b04d3aa7), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.080167 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Deleting port b4ac60ba-3d36-4b15-ac70-cbe02cea424c {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:31.080506 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.141500 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] For port b4ac60ba-3d36-4b15-ac70-cbe02cea424c, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,segment=NetworkSegment(6f956e58-f0b6-4d00-9fc6-ff5e4c893d04),segment_id=6f956e58-f0b6-4d00-9fc6-ff5e4c893d04)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:31.141798 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.153662 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Calling delete_port for b4ac60ba-3d36-4b15-ac70-cbe02cea424c owned by network:dhcp {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:31.184336 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] DHCP port deletion for 4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:30:31.232366 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] Deleting port b4ac60ba-3d36-4b15-ac70-cbe02cea424c {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:31.232669 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.237938 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.265293 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] No DVR routers for this DVR port b4ac60ba-3d36-4b15-ac70-cbe02cea424c on host dv-cinder-815660-7-iscsi {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:30:31.270140 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:31.301825 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] For port b4ac60ba-3d36-4b15-ac70-cbe02cea424c, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,segment=NetworkSegment(6f956e58-f0b6-4d00-9fc6-ff5e4c893d04),segment_id=6f956e58-f0b6-4d00-9fc6-ff5e4c893d04)] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:31.302221 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.314882 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] Calling delete_port for b4ac60ba-3d36-4b15-ac70-cbe02cea424c owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:31.343902 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (4ec796f0-c55d-48ee-9b37-4c68b04d3aa7), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.369488 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec796f0-c55d-48ee-9b37-4c68b04d3aa7']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:31.380388 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:31.380778 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f956e58-f0b6-4d00-9fc6-ff5e4c893d04') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:31.391161 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (6f956e58-f0b6-4d00-9fc6-ff5e4c893d04), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.398630 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (b4ac60ba-3d36-4b15-ac70-cbe02cea424c), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.405661 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (6f956e58-f0b6-4d00-9fc6-ff5e4c893d04), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.413047 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:30:31.413532 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (6f956e58-f0b6-4d00-9fc6-ff5e4c893d04), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:30:31.416060 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:30:31.430366 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] Pushing event deleted for resources: {'Port': ['ID=b4ac60ba-3d36-4b15-ac70-cbe02cea424c,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:31.434373 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fac7f9-9511-4a25-ac22-bf035dfb3630 None None] No DVR routers for this DVR port b4ac60ba-3d36-4b15-ac70-cbe02cea424c on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:30:31.476574 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (4ec796f0-c55d-48ee-9b37-4c68b04d3aa7), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.481741 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.484969 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] 10.222.0.10 "DELETE /v2.0/networks/4ec796f0-c55d-48ee-9b37-4c68b04d3aa7 HTTP/1.1" status: 204 len: 168 time: 0.5276194 Apr 06 16:30:31.496941 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b6495-7ed7-4a8d-9694-01a813a3fb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec796f0-c55d-48ee-9b37-4c68b04d3aa7,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:31.595549 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36150) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:31.634574 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-b63223a5-db5b-411b-b5a3-5b4c7ab01685 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0eaa9aee53f4a6a8b1c171d0e8c912a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373268 Apr 06 16:30:31.637002 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36152) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:31.681851 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-10e152d7-75e7-4ca6-85e3-9625b727a3d5 admin admin] Publish callbacks [] for security_group (29c6dcb7-e2f6-4f99-aa34-09fe2e500b0b), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.706512 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-10e152d7-75e7-4ca6-85e3-9625b727a3d5 admin admin] Publish callbacks [] for security_group (29c6dcb7-e2f6-4f99-aa34-09fe2e500b0b), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.751785 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-10e152d7-75e7-4ca6-85e3-9625b727a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (29c6dcb7-e2f6-4f99-aa34-09fe2e500b0b), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.754327 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-10e152d7-75e7-4ca6-85e3-9625b727a3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:31.755497 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-10e152d7-75e7-4ca6-85e3-9625b727a3d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29c6dcb7-e2f6-4f99-aa34-09fe2e500b0b HTTP/1.1" status: 204 len: 168 time: 0.1176200 Apr 06 16:30:31.763609 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e152d7-75e7-4ca6-85e3-9625b727a3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c6dcb7-e2f6-4f99-aa34-09fe2e500b0b,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:32.065628 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36158) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:32.105232 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-d2d740a3-5a3a-4dda-8826-65b66c9c5bcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e217ec3f1f51425198778871f3f9cb01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381994 Apr 06 16:30:32.107566 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36160) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:32.152684 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-14ae14d2-f460-49e8-8398-aa36af988c88 admin admin] Publish callbacks [] for security_group (e352adeb-dd61-46ba-add0-9cc2e7084998), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:32.173728 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-14ae14d2-f460-49e8-8398-aa36af988c88 admin admin] Publish callbacks [] for security_group (e352adeb-dd61-46ba-add0-9cc2e7084998), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:32.220091 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-14ae14d2-f460-49e8-8398-aa36af988c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (e352adeb-dd61-46ba-add0-9cc2e7084998), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:32.222691 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-14ae14d2-f460-49e8-8398-aa36af988c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:32.223871 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-14ae14d2-f460-49e8-8398-aa36af988c88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e352adeb-dd61-46ba-add0-9cc2e7084998 HTTP/1.1" status: 204 len: 168 time: 0.1154222 Apr 06 16:30:32.232287 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae14d2-f460-49e8-8398-aa36af988c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352adeb-dd61-46ba-add0-9cc2e7084998,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:32.403403 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device b4ac60ba-3d36-4b15-ac70-cbe02cea424c no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:32.430454 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: b4ac60ba-3d36-4b15-ac70-cbe02cea424c {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:32.430958 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device b4ac60ba-3d36-4b15-ac70-cbe02cea424c not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:32.431385 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device bb058dbf-828c-49a5-9e31-8cdf25b348b4 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:32.451765 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: bb058dbf-828c-49a5-9e31-8cdf25b348b4 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:32.452122 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device bb058dbf-828c-49a5-9e31-8cdf25b348b4 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:32.452543 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 627e1f03-b7c5-4083-8cb9-f0c031a1862d no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:32.474228 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 627e1f03-b7c5-4083-8cb9-f0c031a1862d {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:32.474577 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 627e1f03-b7c5-4083-8cb9-f0c031a1862d not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:49.282894 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-6b4e4539-2688-411e-beeb-b5f872eb6504 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618385412&fields=id&tenant_id=15b9539103fa45b4bc94e8c7d6416745 HTTP/1.1" status: 200 len: 267 time: 0.0453241 Apr 06 16:30:49.340795 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-21eb697c-7c4b-4eea-9762-feb2c0a3a9ac tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:49.342299 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-21eb697c-7c4b-4eea-9762-feb2c0a3a9ac tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 984 time: 0.0540879 Apr 06 16:30:49.353427 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.v2.base [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Request body: {'port': {'security_groups': ['b1960599-88e0-4e6d-9afb-fab55b8f3911']}} {{(pid=103706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:30:49.425573 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757245'] for port (da004206-733e-4d32-901c-c24335def6ee), before_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.599831 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] For port da004206-733e-4d32-901c-c24335def6ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da004206-733e-4d32-901c-c24335def6ee,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:49.629229 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for port (da004206-733e-4d32-901c-c24335def6ee), precommit_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.635113 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739640082710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739639688232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739639688250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051625'] for port (da004206-733e-4d32-901c-c24335def6ee), after_update {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.648941 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['da004206-733e-4d32-901c-c24335def6ee'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:30:49.677533 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:49.678125 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.679738 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-80c7d23b-8475-47d6-aafc-3718db94be42 req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "PUT /v2.0/ports/da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 942 time: 0.3313560 Apr 06 16:30:49.680776 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:30:49.686035 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36168) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:49.686557 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:30:49.732078 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f69c4f-32c9-45ce-a403-f2736e343c38 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event updated for resources: {'Port': ['ID=da004206-733e-4d32-901c-c24335def6ee,revision_number=7']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:49.758104 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['da004206-733e-4d32-901c-c24335def6ee'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:30:49.768785 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46782f9-a210-4005-aa20-da32eff510b6 x-openstack-request-id: req-d46782f9-a210-4005-aa20-da32eff510b6 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:30:49.769078 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:30:49.769333 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d46782f9-a210-4005-aa20-da32eff510b6 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:30:49.769811 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46782f9-a210-4005-aa20-da32eff510b6'] response: {'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee', 'status': 'completed', 'code': 200} Apr 06 16:30:49.782786 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e87f794c-461e-43ae-b30a-d7d17194a912 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group (5e894136-59d6-40df-ad62-80161135d5db), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.811657 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e87f794c-461e-43ae-b30a-d7d17194a912 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group (5e894136-59d6-40df-ad62-80161135d5db), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.859489 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-ff68afa9-8fa4-44ea-b6a4-281fabf512b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.941709 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-7aa0d5ee-597c-4595-a5f6-f03e63b25cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:49.944410 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-7aa0d5ee-597c-4595-a5f6-f03e63b25cdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b9539103fa45b4bc94e8c7d6416745&device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1129 time: 0.1350033 Apr 06 16:30:49.945390 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e87f794c-461e-43ae-b30a-d7d17194a912 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (5e894136-59d6-40df-ad62-80161135d5db), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.949472 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-e87f794c-461e-43ae-b30a-d7d17194a912 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for security_group (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:49.951343 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-e87f794c-461e-43ae-b30a-d7d17194a912 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "DELETE /v2.0/security-groups/5e894136-59d6-40df-ad62-80161135d5db HTTP/1.1" status: 204 len: 168 time: 0.2632928 Apr 06 16:30:49.953767 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36172) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:50.025729 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f794c-461e-43ae-b30a-d7d17194a912 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e894136-59d6-40df-ad62-80161135d5db,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:50.028471 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.provisioning_blocks [None req-52b1ca75-61e5-44ca-bb97-a0188868ffc6 None None] Provisioning complete for port da004206-733e-4d32-901c-c24335def6ee triggered by entity DHCP. {{(pid=103708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:30:50.028848 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-52b1ca75-61e5-44ca-bb97-a0188868ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750268'] for port (da004206-733e-4d32-901c-c24335def6ee), provisioning_complete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:50.089348 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-059e19d8-1f79-4775-abf9-880b60541151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:50.092379 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-059e19d8-1f79-4775-abf9-880b60541151 service neutron] 10.222.0.45 "GET /v2.0/networks?id=258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 200 len: 915 time: 0.1397262 Apr 06 16:30:50.162132 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-52b1ca75-61e5-44ca-bb97-a0188868ffc6 None None] Current status of the port da004206-733e-4d32-901c-c24335def6ee is: ACTIVE; New status is: ACTIVE {{(pid=103708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:30:50.173705 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-3b8f6da9-9bca-404b-9a83-f966147bf9ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 1001 time: 0.0721779 Apr 06 16:30:50.183424 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Deleting port b678c4fc-126c-47a8-a6e0-cfea2e678a58 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:50.183847 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (b678c4fc-126c-47a8-a6e0-cfea2e678a58), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:50.225016 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-465cbe4e-428e-4048-a23a-c10b9c57c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:50.226574 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-465cbe4e-428e-4048-a23a-c10b9c57c298 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a083965a-9fc8-4600-b1a6-f9f0b815ddd8 HTTP/1.1" status: 200 len: 853 time: 0.0463274 Apr 06 16:30:50.265406 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (b678c4fc-126c-47a8-a6e0-cfea2e678a58), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:50.265814 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for floatingip (b678c4fc-126c-47a8-a6e0-cfea2e678a58), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:50.281222 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Calling delete_port for b678c4fc-126c-47a8-a6e0-cfea2e678a58 owned by network:floatingip {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:50.284170 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-741a6be0-a935-42d2-a14b-26b389b85a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:50.285891 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-741a6be0-a935-42d2-a14b-26b389b85a59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=258cf65c-33b3-4490-a66a-ac22776035fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534678 Apr 06 16:30:50.378169 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-ceea58fc-7451-42fe-b3d5-27e31371c83b service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856798 Apr 06 16:30:50.441474 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (b678c4fc-126c-47a8-a6e0-cfea2e678a58), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:50.466883 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event deleted for resources: {'Port': ['ID=b678c4fc-126c-47a8-a6e0-cfea2e678a58,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:50.475029 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-8e4dc0cb-7781-485e-90e4-32f4bbee0d0e req-73ecee61-77a4-4cac-8e5d-ff62cb484558 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910094 Apr 06 16:30:50.532221 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks [] for floatingip (ece8e67e-f3da-4092-9f7c-2ff6d57eb25d), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:50.532536 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.db.l3_db [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Floating IP ece8e67e-f3da-4092-9f7c-2ff6d57eb25d disassociated (deleted). External IP: 172.27.3.212, port: da004206-733e-4d32-901c-c24335def6ee. Apr 06 16:30:50.745736 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Router 34df344f-57a4-442a-831d-2dced579dc6d has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:30:51.122407 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:30:51.127295 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for floatingip (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:51.132322 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] Sync routers for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:30:51.143982 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:51.144878 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:51.159096 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-7d8d83b5-5bce-4bb7-8655-3c9c761d0b46 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "DELETE /v2.0/floatingips/ece8e67e-f3da-4092-9f7c-2ff6d57eb25d HTTP/1.1" status: 204 len: 168 time: 1.2036405 Apr 06 16:30:51.264782 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:51.606635 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 5, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:51.633280 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] Checking router: 34df344f-57a4-442a-831d-2dced579dc6d for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:30:51.642273 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:51.642933 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:22Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:51.755804 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:51.770565 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee'}] {{(pid=103706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:30:51.773074 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730d2ce47995156df125425f6c9ce51dc11d7bd72ab8bb212d681dfabd4eabbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20bfff-db3b-45ce-b59c-33645311d21b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee"}]}' {{(pid=103706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:30:51.816608 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebbf8d5-0e83-406c-91f9-46be7949b777 x-openstack-request-id: req-8ebbf8d5-0e83-406c-91f9-46be7949b777 {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:30:51.816608 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "tag": "da004206-733e-4d32-901c-c24335def6ee", "status": "completed", "code": 200}]} {{(pid=103706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:30:51.816608 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ebbf8d5-0e83-406c-91f9-46be7949b777 {{(pid=103706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:30:51.816608 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebbf8d5-0e83-406c-91f9-46be7949b777'] response: {'name': 'network-changed', 'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'tag': 'da004206-733e-4d32-901c-c24335def6ee', 'status': 'completed', 'code': 200} Apr 06 16:30:51.904135 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-444e4391-6f88-4657-b14b-6d177393b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:51.905936 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-444e4391-6f88-4657-b14b-6d177393b5cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b9539103fa45b4bc94e8c7d6416745&device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 1129 time: 0.0625963 Apr 06 16:30:51.977909 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 5, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:52.006096 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b797d25-565e-4721-8c64-c16dd8fc6c48 None None] The sync data for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi is: [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:28:57Z', 'revision_number': 4, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi', '_interfaces': [{'id': '7291b77f-f45d-4599-bee9-8e04b56daff7', 'name': '', 'network_id': '258cf65c-33b3-4490-a66a-ac22776035fb', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'mac_address': 'fa:16:3e:55:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:56Z', 'updated_at': '2022-04-06T16:29:02Z', 'revision_number': 5, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'subnets': [{'id': 'a083965a-9fc8-4600-b1a6-f9f0b815ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:30:52.012752 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-9f9bfa76-3dda-4965-b985-fe8d22cff726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:52.014150 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-9f9bfa76-3dda-4965-b985-fe8d22cff726 service neutron] 10.222.0.45 "GET /v2.0/networks?id=258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 200 len: 915 time: 0.1001627 Apr 06 16:30:52.069930 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-4415bb7d-9115-4c63-8830-80cdf45fce7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 200 len: 217 time: 0.0479081 Apr 06 16:30:52.105714 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cdb30cc2-d810-480b-a6e7-8eb2be9a8942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:52.135813 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-770ca111-9bbb-43e0-9360-a2b5c988a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:52.137532 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-770ca111-9bbb-43e0-9360-a2b5c988a5df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a083965a-9fc8-4600-b1a6-f9f0b815ddd8 HTTP/1.1" status: 200 len: 853 time: 0.0609477 Apr 06 16:30:52.192361 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-ac74bef3-28ef-4b18-a58e-1a54e131a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:52.193892 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-ac74bef3-28ef-4b18-a58e-1a54e131a74d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=258cf65c-33b3-4490-a66a-ac22776035fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496440 Apr 06 16:30:52.289048 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e069d03-ac59-4216-aa2e-8f2a60305d42 None None] New status for floating IP ece8e67e-f3da-4092-9f7c-2ff6d57eb25d: DOWN {{(pid=103709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:30:52.301060 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-c00f41db-c43c-49ac-ab9c-b30852c2d27e service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984197 Apr 06 16:30:52.400272 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-ad20bfff-db3b-45ce-b59c-33645311d21b req-11b04d1b-cfd3-4238-942b-04c516752ac9 service neutron] 10.222.0.45 "GET /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933075 Apr 06 16:30:53.274911 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:53.927941 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616b694-7152-4898-ad01-604230b06c2b req-bfc2a5b2-375c-4c9b-9a65-1dc315ac7301 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:53.930255 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6616b694-7152-4898-ad01-604230b06c2b req-bfc2a5b2-375c-4c9b-9a65-1dc315ac7301 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0573735 Apr 06 16:30:53.981009 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-6616b694-7152-4898-ad01-604230b06c2b req-a75e9f4d-2b62-4f29-9993-851716aa46de tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Apr 06 16:30:54.684698 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:55.104462 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d7635-28e8-4e99-853a-64b26013a7b4 req-039229cc-271f-4562-a3ed-11ee95603dbd tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:55.105976 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bc1d7635-28e8-4e99-853a-64b26013a7b4 req-039229cc-271f-4562-a3ed-11ee95603dbd tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0541034 Apr 06 16:30:55.153830 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-bc1d7635-28e8-4e99-853a-64b26013a7b4 req-21fc718a-3920-4620-8839-ede5fbc1ab0f tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1960599-88e0-4e6d-9afb-fab55b8f3911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Apr 06 16:30:55.179967 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:55.499403 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-56b5cbc2-34e2-4be1-ba66-e3ed3840cc47 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:30:55.500881 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-56b5cbc2-34e2-4be1-ba66-e3ed3840cc47 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 945 time: 0.0630333 Apr 06 16:30:55.596394 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Deleting port da004206-733e-4d32-901c-c24335def6ee {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:55.596734 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (da004206-733e-4d32-901c-c24335def6ee), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:55.686288 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] For port da004206-733e-4d32-901c-c24335def6ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da004206-733e-4d32-901c-c24335def6ee,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:55.686665 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (da004206-733e-4d32-901c-c24335def6ee), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:55.699609 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Calling delete_port for da004206-733e-4d32-901c-c24335def6ee owned by compute:nova {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:55.824882 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (da004206-733e-4d32-901c-c24335def6ee), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:55.836633 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] get_ports_and_sgs() called for port_ids ['da004206-733e-4d32-901c-c24335def6ee'] {{(pid=103708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:30:55.988115 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:56.120126 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Pushing event deleted for resources: {'Port': ['ID=da004206-733e-4d32-901c-c24335def6ee,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:56.162847 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] No DVR routers for this DVR port da004206-733e-4d32-901c-c24335def6ee on host hv-cinder-81566 {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:30:56.165380 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94205'] for port (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:56.168734 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [req-3e18ddec-1089-42d1-b7a0-d94004a4687d req-02079fa0-f435-4ac8-b717-42c19206b106 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.45 "DELETE /v2.0/ports/da004206-733e-4d32-901c-c24335def6ee HTTP/1.1" status: 204 len: 173 time: 0.6615832 Apr 06 16:30:56.169169 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'name': 'network-vif-deleted', 'tag': 'da004206-733e-4d32-901c-c24335def6ee'}] {{(pid=103707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:30:56.171452 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0516c81dcfac8f1e030df7dbf06c5cba7378c22a4bb87db3ae4a10f449204662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8dfa8c-9383-4d67-a224-d46075a9df94" -d '{"events": [{"server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "name": "network-vif-deleted", "tag": "da004206-733e-4d32-901c-c24335def6ee"}]}' {{(pid=103707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:30:56.265228 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [req-7bfd9747-8722-4c8d-81fa-95f12485925f req-c078a644-982b-4fc8-8b08-ea2746fffba4 tempest-TestMinimumBasicScenario-966439554 tempest-TestMinimumBasicScenario-966439554-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae39712c-c828-4eef-846f-12c54d56fe2b HTTP/1.1" status: 200 len: 210 time: 0.0370679 Apr 06 16:30:56.422877 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c058965e-e4e2-48fc-9334-0f2e0eb63cd8 x-openstack-request-id: req-c058965e-e4e2-48fc-9334-0f2e0eb63cd8 {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:30:56.423201 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae39712c-c828-4eef-846f-12c54d56fe2b", "name": "network-vif-deleted", "tag": "da004206-733e-4d32-901c-c24335def6ee", "status": "completed", "code": 200}]} {{(pid=103707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:30:56.423456 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c058965e-e4e2-48fc-9334-0f2e0eb63cd8 {{(pid=103707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:30:56.423895 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c058965e-e4e2-48fc-9334-0f2e0eb63cd8'] response: {'server_uuid': 'ae39712c-c828-4eef-846f-12c54d56fe2b', 'name': 'network-vif-deleted', 'tag': 'da004206-733e-4d32-901c-c24335def6ee', 'status': 'completed', 'code': 200} Apr 06 16:30:57.903484 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36256) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:57.990402 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device da004206-733e-4d32-901c-c24335def6ee no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:30:58.011877 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] No Port match for: da004206-733e-4d32-901c-c24335def6ee {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:30:58.012781 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Device da004206-733e-4d32-901c-c24335def6ee not bound to the agent host hv-cinder-81566 {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:30:58.249627 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (34df344f-57a4-442a-831d-2dced579dc6d), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:58.490465 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Deleting port 7291b77f-f45d-4599-bee9-8e04b56daff7 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:58.490832 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:58.567226 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] For port 7291b77f-f45d-4599-bee9-8e04b56daff7, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=7291b77f-f45d-4599-bee9-8e04b56daff7,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:58.567657 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:58.581609 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Calling delete_port for 7291b77f-f45d-4599-bee9-8e04b56daff7 owned by network:router_interface {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:58.757839 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (7291b77f-f45d-4599-bee9-8e04b56daff7), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:58.787708 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7291b77f-f45d-4599-bee9-8e04b56daff7,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:58.956935 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (34df344f-57a4-442a-831d-2dced579dc6d), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:59.169022 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Router 34df344f-57a4-442a-831d-2dced579dc6d has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:30:59.273154 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:30:59.279153 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-8375eb8a-57ca-48db-a438-17cb7dff05f6 admin admin] 10.222.0.10 "PUT /v2.0/routers/34df344f-57a4-442a-831d-2dced579dc6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3745780 Apr 06 16:30:59.281233 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36258) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:30:59.282207 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] Sync routers for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:30:59.292648 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:59.293267 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:59.385610 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks [] for router (34df344f-57a4-442a-831d-2dced579dc6d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:59.398093 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: dv-cinder-815660-7-iscsi {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:59.489183 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks [] for router_gateway (34df344f-57a4-442a-831d-2dced579dc6d), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:59.539885 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Deleting port 1701b0cf-5a97-40e8-b552-56d618da1364 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:30:59.540217 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:59.580893 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:30:58Z', 'revision_number': 5, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port': {'id': '1701b0cf-5a97-40e8-b552-56d618da1364', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df344f-57a4-442a-831d-2dced579dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:59.608125 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] Checking router: 34df344f-57a4-442a-831d-2dced579dc6d for host: dv-cinder-815660-7-iscsi {{(pid=103708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:30:59.616273 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] Routers {'34df344f-57a4-442a-831d-2dced579dc6d'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:30:59.616874 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['34df344f-57a4-442a-831d-2dced579dc6d'], 'active': True} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:59.620412 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] For port 1701b0cf-5a97-40e8-b552-56d618da1364, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=1701b0cf-5a97-40e8-b552-56d618da1364,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:30:59.620777 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:59.633532 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Calling delete_port for 1701b0cf-5a97-40e8-b552-56d618da1364 owned by network:router_gateway {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:30:59.705399 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvr_db [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] Set router 34df344f-57a4-442a-831d-2dced579dc6d gateway port host: None {{(pid=103708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:30:59.757046 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_hamode_db [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:30:59Z', 'revision_number': 6, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port_host': None}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:30:59.786103 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1dc25-4efb-470a-bdf5-c553ca265354 None None] The sync data for ids ['34df344f-57a4-442a-831d-2dced579dc6d'] in dv-cinder-815660-7-iscsi is: [{'id': '34df344f-57a4-442a-831d-2dced579dc6d', 'name': 'tempest-TestMinimumBasicScenario-408209899-router', 'tenant_id': '15b9539103fa45b4bc94e8c7d6416745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:55Z', 'updated_at': '2022-04-06T16:30:59Z', 'revision_number': 6, 'project_id': '15b9539103fa45b4bc94e8c7d6416745', 'gw_port_host': None}] {{(pid=103708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:30:59.801471 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (1701b0cf-5a97-40e8-b552-56d618da1364), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:59.827540 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Pushing event deleted for resources: {'Port': ['ID=1701b0cf-5a97-40e8-b552-56d618da1364,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:30:59.887399 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (34df344f-57a4-442a-831d-2dced579dc6d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:59.981206 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (34df344f-57a4-442a-831d-2dced579dc6d), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:59.983306 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks [] for router_controller (34df344f-57a4-442a-831d-2dced579dc6d), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.026644 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (34df344f-57a4-442a-831d-2dced579dc6d), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.027130 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34df344f-57a4-442a-831d-2dced579dc6d {{(pid=103707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:31:00.031229 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.032395 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-0bfdd3f5-4b23-436f-8cc4-ac5733efacef admin admin] 10.222.0.10 "DELETE /v2.0/routers/34df344f-57a4-442a-831d-2dced579dc6d HTTP/1.1" status: 204 len: 168 time: 0.7499483 Apr 06 16:31:00.034845 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36260) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:00.078665 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.db_base_plugin_v2 [None req-351c53ea-2b43-4aab-adcb-1f149340440b admin admin] Deleting subnet a083965a-9fc8-4600-b1a6-f9f0b815ddd8 {{(pid=103707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:31:00.081689 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-351c53ea-2b43-4aab-adcb-1f149340440b admin admin] Publish callbacks [] for subnet (a083965a-9fc8-4600-b1a6-f9f0b815ddd8), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.116444 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-351c53ea-2b43-4aab-adcb-1f149340440b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119385'] for subnet (a083965a-9fc8-4600-b1a6-f9f0b815ddd8), precommit_delete_associations {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.204157 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-351c53ea-2b43-4aab-adcb-1f149340440b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (a083965a-9fc8-4600-b1a6-f9f0b815ddd8), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.255899 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-351c53ea-2b43-4aab-adcb-1f149340440b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26206464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419135'] for subnet (a083965a-9fc8-4600-b1a6-f9f0b815ddd8), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.280214 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c53ea-2b43-4aab-adcb-1f149340440b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a083965a-9fc8-4600-b1a6-f9f0b815ddd8,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:00.283750 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-351c53ea-2b43-4aab-adcb-1f149340440b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.287013 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-351c53ea-2b43-4aab-adcb-1f149340440b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a083965a-9fc8-4600-b1a6-f9f0b815ddd8 HTTP/1.1" status: 204 len: 168 time: 0.2512319 Apr 06 16:31:00.289453 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36262) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:00.289919 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6adb5-2b11-48c2-ba69-4458c8a06e36 None None] Network 258cf65c-33b3-4490-a66a-ac22776035fb requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:00.359854 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (258cf65c-33b3-4490-a66a-ac22776035fb), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.413007 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Deleting port 4457f6c1-1261-4107-8e2e-b6f8aa259431 {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:31:00.413348 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.474395 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] For port 4457f6c1-1261-4107-8e2e-b6f8aa259431, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=4457f6c1-1261-4107-8e2e-b6f8aa259431,segment=NetworkSegment(c7f3e525-8640-4a38-aca9-5623e0f121c9),segment_id=c7f3e525-8640-4a38-aca9-5623e0f121c9)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:00.474689 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.490609 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Calling delete_port for 4457f6c1-1261-4107-8e2e-b6f8aa259431 owned by network:dhcp {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:31:00.559775 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] DHCP port deletion for 258cf65c-33b3-4490-a66a-ac22776035fb request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:31:00.576674 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.606352 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Pushing event deleted for resources: {'Port': ['ID=4457f6c1-1261-4107-8e2e-b6f8aa259431,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:00.609957 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] No DVR routers for this DVR port 4457f6c1-1261-4107-8e2e-b6f8aa259431 on host dv-cinder-815660-7-iscsi {{(pid=103707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:31:00.616862 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] Deleting port 4457f6c1-1261-4107-8e2e-b6f8aa259431 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:31:00.617240 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.631938 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 1701b0cf-5a97-40e8-b552-56d618da1364 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:31:00.676744 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 1701b0cf-5a97-40e8-b552-56d618da1364 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:31:00.677099 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 1701b0cf-5a97-40e8-b552-56d618da1364 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:31:00.677515 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 4457f6c1-1261-4107-8e2e-b6f8aa259431 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:31:00.687721 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (258cf65c-33b3-4490-a66a-ac22776035fb), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.708342 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258cf65c-33b3-4490-a66a-ac22776035fb']}} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:00.715921 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 4457f6c1-1261-4107-8e2e-b6f8aa259431 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:31:00.716274 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 4457f6c1-1261-4107-8e2e-b6f8aa259431 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:31:00.716683 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 7291b77f-f45d-4599-bee9-8e04b56daff7 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:31:00.718022 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f3e525-8640-4a38-aca9-5623e0f121c9') {'for_net_delete': True} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:00.718324 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.services.segments.db [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f3e525-8640-4a38-aca9-5623e0f121c9') {} {{(pid=103707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:00.727588 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119202'] for segment (c7f3e525-8640-4a38-aca9-5623e0f121c9), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.739198 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] For port 4457f6c1-1261-4107-8e2e-b6f8aa259431, host dv-cinder-815660-7-iscsi, got binding levels [] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:00.739603 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.741046 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (c7f3e525-8640-4a38-aca9-5623e0f121c9), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.741967 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 7291b77f-f45d-4599-bee9-8e04b56daff7 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:31:00.742316 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 7291b77f-f45d-4599-bee9-8e04b56daff7 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:31:00.748147 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:31:00.748684 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26206570'] for segment (c7f3e525-8640-4a38-aca9-5623e0f121c9), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: Traceback (most recent call last): Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: timer() Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: cb(*args, **kw) Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: return func(*args, **kwargs) Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: self._notify() Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: self.callback(batched_events) Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: event.method(event) Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: return f(self, *a, **k) Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._get(url).json() Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: return self.request(url, 'GET', **kwargs) Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:31:00.750956 dv-cinder-815660-7-iscsi neutron-server[103707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:31:00.757464 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] Calling delete_port for 4457f6c1-1261-4107-8e2e-b6f8aa259431 owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:31:00.760709 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.ipam_backend_mixin [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] Port 4457f6c1-1261-4107-8e2e-b6f8aa259431 was not found and therefore no delete operation was performed {{(pid=103708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 16:31:00.761933 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (4457f6c1-1261-4107-8e2e-b6f8aa259431), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.785902 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] Pushing event deleted for resources: {'Port': ['ID=4457f6c1-1261-4107-8e2e-b6f8aa259431,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:00.796390 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530dc7ec-f0b6-4c82-9b16-40b37e6e2adf None None] No DVR routers for this DVR port 4457f6c1-1261-4107-8e2e-b6f8aa259431 on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:31:00.813069 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (258cf65c-33b3-4490-a66a-ac22776035fb), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.817592 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.821060 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] 10.222.0.10 "DELETE /v2.0/networks/258cf65c-33b3-4490-a66a-ac22776035fb HTTP/1.1" status: 204 len: 168 time: 0.5306735 Apr 06 16:31:00.823966 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.wsgi [-] (103707) accepted ('10.222.0.10', 36264) {{(pid=103707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:00.883259 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55262424-8832-4755-be67-24d4a991b556 admin admin] Pushing event deleted for resources: {'Network': ['ID=258cf65c-33b3-4490-a66a-ac22776035fb,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:01.185879 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3829432'] for router_interface (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:01.430910 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Deleting port 24d079ef-784b-4a9e-92c8-83a3776bae0c {{(pid=103707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:31:01.431642 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), before_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:01.508281 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.db [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] For port 24d079ef-784b-4a9e-92c8-83a3776bae0c, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=24d079ef-784b-4a9e-92c8-83a3776bae0c,segment=NetworkSegment(bf26d3e6-542c-4dd0-8cec-8993fe518b6b),segment_id=bf26d3e6-542c-4dd0-8cec-8993fe518b6b)] {{(pid=103707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:01.508563 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), precommit_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:01.524684 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.plugins.ml2.plugin [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Calling delete_port for 24d079ef-784b-4a9e-92c8-83a3776bae0c owned by network:router_interface {{(pid=103707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:31:01.701804 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26206519'] for port (24d079ef-784b-4a9e-92c8-83a3776bae0c), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:01.726125 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d079ef-784b-4a9e-92c8-83a3776bae0c,revision_number=None']} {{(pid=103707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:01.892629 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron_lib.callbacks.manager [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3782932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838504'] for router_interface (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), after_delete {{(pid=103707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.107464 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 has already been hosted by L3 agent 52b59303-0168-435e-9851-dc1b077ae7ee {{(pid=103707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:31:02.211622 dv-cinder-815660-7-iscsi neutron-server[103707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-iscsi the message routers_updated {{(pid=103707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:31:02.218257 dv-cinder-815660-7-iscsi neutron-server[103707]: INFO neutron.wsgi [None req-bd304146-f019-42c4-b762-5a07960636c9 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f3a9074-a34c-49c7-ba02-fbd0c29d9119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3933012 Apr 06 16:31:02.219290 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36266) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:02.220474 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] Sync routers for ids ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'] in dv-cinder-815660-7-iscsi {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:31:02.230946 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] Routers {'0f3a9074-a34c-49c7-ba02-fbd0c29d9119'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:02.231547 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:02.323495 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks [] for router (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.336212 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] Set router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 gateway port host: dv-cinder-815660-7-iscsi {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:02.431271 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks [] for router_gateway (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.438146 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:31:02.484273 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Deleting port 3beab528-8098-4dd8-91f0-7ffb0cf6af69 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:31:02.484614 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.523783 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'external_fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:31:01Z', 'revision_number': 5, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port': {'id': '3beab528-8098-4dd8-91f0-7ffb0cf6af69', 'name': '', 'network_id': 'eb0d3c18-cdb5-4cfe-b080-81089805492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e019973a-0469-40fb-99a1-e9d6fdc73408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-iscsi'}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:02.550041 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] Checking router: 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 for host: dv-cinder-815660-7-iscsi {{(pid=103709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:31:02.558476 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] Routers {'0f3a9074-a34c-49c7-ba02-fbd0c29d9119'} bound to L3 agent in host dv-cinder-815660-7-iscsi {{(pid=103709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:02.559118 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:11:22Z,description=,heartbeat_timestamp=2022-04-06T16:30:52Z,host='dv-cinder-815660-7-iscsi',id=52b59303-0168-435e-9851-dc1b077ae7ee,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:11:22Z,topic='l3_agent')) {'router_ids': ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'], 'active': True} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:02.560257 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] For port 3beab528-8098-4dd8-91f0-7ffb0cf6af69, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=3beab528-8098-4dd8-91f0-7ffb0cf6af69,segment=NetworkSegment(934b0271-d452-42ed-95a1-a25abafea702),segment_id=934b0271-d452-42ed-95a1-a25abafea702)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:02.560624 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.572484 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Calling delete_port for 3beab528-8098-4dd8-91f0-7ffb0cf6af69 owned by network:router_gateway {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:31:02.648142 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_dvr_db [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] Set router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 gateway port host: None {{(pid=103709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:02.702500 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.l3_hamode_db [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:31:02Z', 'revision_number': 6, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port_host': None}], 'dv-cinder-815660-7-iscsi', False) {} {{(pid=103709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:02.728585 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d12964-2352-48ab-91ea-46cf526095c8 None None] The sync data for ids ['0f3a9074-a34c-49c7-ba02-fbd0c29d9119'] in dv-cinder-815660-7-iscsi is: [{'id': '0f3a9074-a34c-49c7-ba02-fbd0c29d9119', 'name': 'tempest-TestMinimumBasicScenario-2074795490-router', 'tenant_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:28:59Z', 'updated_at': '2022-04-06T16:31:02Z', 'revision_number': 6, 'project_id': '9bba3ca5f46349928f0d2cb99fc0f55d', 'gw_port_host': None}] {{(pid=103709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:31:02.753032 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (3beab528-8098-4dd8-91f0-7ffb0cf6af69), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.777971 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Pushing event deleted for resources: {'Port': ['ID=3beab528-8098-4dd8-91f0-7ffb0cf6af69,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:02.838744 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838702'] for router_gateway (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.927750 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3826781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6587'] for router (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.929803 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks [] for router_controller (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.975068 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3826772'] for router (0f3a9074-a34c-49c7-ba02-fbd0c29d9119), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.975594 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3a9074-a34c-49c7-ba02-fbd0c29d9119 {{(pid=103706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:31:02.980001 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.981145 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-3d140018-af07-4d36-bb54-557ca9dae524 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f3a9074-a34c-49c7-ba02-fbd0c29d9119 HTTP/1.1" status: 204 len: 168 time: 0.7607775 Apr 06 16:31:02.983688 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36268) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:03.027313 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a366def-265d-4eff-a33e-f2c9cd55f144 admin admin] Deleting subnet 61bffbb3-c70b-467c-99bc-1d2be3ea6b56 {{(pid=103706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:31:03.030232 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0a366def-265d-4eff-a33e-f2c9cd55f144 admin admin] Publish callbacks [] for subnet (61bffbb3-c70b-467c-99bc-1d2be3ea6b56), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.064031 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0a366def-265d-4eff-a33e-f2c9cd55f144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2521461'] for subnet (61bffbb3-c70b-467c-99bc-1d2be3ea6b56), precommit_delete_associations {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.148539 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0a366def-265d-4eff-a33e-f2c9cd55f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746976'] for subnet (61bffbb3-c70b-467c-99bc-1d2be3ea6b56), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.198064 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0a366def-265d-4eff-a33e-f2c9cd55f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3792926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26051687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25779804'] for subnet (61bffbb3-c70b-467c-99bc-1d2be3ea6b56), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.221426 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a366def-265d-4eff-a33e-f2c9cd55f144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61bffbb3-c70b-467c-99bc-1d2be3ea6b56,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:03.225090 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-0a366def-265d-4eff-a33e-f2c9cd55f144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for subnet (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.228285 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-0a366def-265d-4eff-a33e-f2c9cd55f144 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/61bffbb3-c70b-467c-99bc-1d2be3ea6b56 HTTP/1.1" status: 204 len: 168 time: 0.2436466 Apr 06 16:31:03.230678 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36270) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:03.233147 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76c455-c717-413f-9154-f774d562f0c7 None None] Network ab0c38bc-5ec8-477d-a672-468e74b09881 requested from dv-cinder-815660-7-iscsi {{(pid=103708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:03.300026 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657063'] for network (ab0c38bc-5ec8-477d-a672-468e74b09881), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.351773 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Deleting port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 {{(pid=103706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:31:03.352642 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.412943 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.db [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] For port 9e2e5857-316f-45c4-8903-4426b2e8c1f3, host dv-cinder-815660-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-iscsi',level=0,port_id=9e2e5857-316f-45c4-8903-4426b2e8c1f3,segment=NetworkSegment(bf26d3e6-542c-4dd0-8cec-8993fe518b6b),segment_id=bf26d3e6-542c-4dd0-8cec-8993fe518b6b)] {{(pid=103706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:03.413235 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.425479 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.plugin [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Calling delete_port for 9e2e5857-316f-45c4-8903-4426b2e8c1f3 owned by network:dhcp {{(pid=103706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:31:03.498679 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] DHCP port deletion for ab0c38bc-5ec8-477d-a672-468e74b09881 request from dv-cinder-815660-7-iscsi {{(pid=103708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:31:03.510803 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051664'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.537056 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2e5857-316f-45c4-8903-4426b2e8c1f3,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:03.540565 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] No DVR routers for this DVR port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 on host dv-cinder-815660-7-iscsi {{(pid=103706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:31:03.549044 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] Deleting port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 {{(pid=103708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:31:03.549433 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739640075057'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), before_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.616448 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.db [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] For port 9e2e5857-316f-45c4-8903-4426b2e8c1f3, host dv-cinder-815660-7-iscsi, got binding levels [] {{(pid=103708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:03.616846 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3835593'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), precommit_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.630716 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] Calling delete_port for 9e2e5857-316f-45c4-8903-4426b2e8c1f3 owned by network:dhcp {{(pid=103708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:31:03.633442 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.ipam_backend_mixin [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] Port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 was not found and therefore no delete operation was performed {{(pid=103708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 16:31:03.634762 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739640082692', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739639688223'] for port (9e2e5857-316f-45c4-8903-4426b2e8c1f3), after_delete {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.660211 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] Pushing event deleted for resources: {'Port': ['ID=9e2e5857-316f-45c4-8903-4426b2e8c1f3,revision_number=None']} {{(pid=103708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:03.664583 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afe5fb-029c-4ed6-88ae-685264a88502 None None] No DVR routers for this DVR port 9e2e5857-316f-45c4-8903-4426b2e8c1f3 on host dv-cinder-815660-7-iscsi {{(pid=103708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:31:03.873464 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748571', 'neutron.services.segments.db._delete_segments_for_network-8739640152185'] for network (ab0c38bc-5ec8-477d-a672-468e74b09881), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.892649 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0c38bc-5ec8-477d-a672-468e74b09881']}} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:03.902150 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b') {'for_net_delete': True} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:03.902452 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.services.segments.db [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf26d3e6-542c-4dd0-8cec-8993fe518b6b') {} {{(pid=103706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:03.911476 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739640152962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2521486'] for segment (bf26d3e6-542c-4dd0-8cec-8993fe518b6b), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.924881 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963'] for segment (bf26d3e6-542c-4dd0-8cec-8993fe518b6b), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.930518 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:31:03.930941 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051597'] for segment (bf26d3e6-542c-4dd0-8cec-8993fe518b6b), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: Traceback (most recent call last): Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: timer() Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: cb(*args, **kw) Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: return func(*args, **kwargs) Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: self._notify() Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: self.callback(batched_events) Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: event.method(event) Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: return f(self, *a, **k) Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._get(url).json() Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: return self.request(url, 'GET', **kwargs) Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:31:03.932571 dv-cinder-815660-7-iscsi neutron-server[103706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:31:03.984348 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3782943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838602'] for network (ab0c38bc-5ec8-477d-a672-468e74b09881), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.989461 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781877'] for network (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.992561 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ab0c38bc-5ec8-477d-a672-468e74b09881 HTTP/1.1" status: 204 len: 168 time: 0.7609544 Apr 06 16:31:04.003505 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eea15-c4a9-4187-937a-2c5f5491beb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab0c38bc-5ec8-477d-a672-468e74b09881,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:04.148788 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36274) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:04.187628 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-ac4515ea-a0b9-4926-80c4-74066ab85363 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15b9539103fa45b4bc94e8c7d6416745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377014 Apr 06 16:31:04.189938 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36276) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:04.238276 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9a464f92-e6b9-4eba-a3ec-03f250a54212 admin admin] Publish callbacks [] for security_group (b1960599-88e0-4e6d-9afb-fab55b8f3911), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.258399 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9a464f92-e6b9-4eba-a3ec-03f250a54212 admin admin] Publish callbacks [] for security_group (b1960599-88e0-4e6d-9afb-fab55b8f3911), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.303747 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9a464f92-e6b9-4eba-a3ec-03f250a54212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (b1960599-88e0-4e6d-9afb-fab55b8f3911), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.306420 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-9a464f92-e6b9-4eba-a3ec-03f250a54212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.307576 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-9a464f92-e6b9-4eba-a3ec-03f250a54212 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1960599-88e0-4e6d-9afb-fab55b8f3911 HTTP/1.1" status: 204 len: 168 time: 0.1167631 Apr 06 16:31:04.314709 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a464f92-e6b9-4eba-a3ec-03f250a54212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1960599-88e0-4e6d-9afb-fab55b8f3911,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:04.412254 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 3beab528-8098-4dd8-91f0-7ffb0cf6af69 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:31:04.435043 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 3beab528-8098-4dd8-91f0-7ffb0cf6af69 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:31:04.435395 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 3beab528-8098-4dd8-91f0-7ffb0cf6af69 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:31:04.435809 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9e2e5857-316f-45c4-8903-4426b2e8c1f3 no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:31:04.455429 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 9e2e5857-316f-45c4-8903-4426b2e8c1f3 {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:31:04.455737 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 9e2e5857-316f-45c4-8903-4426b2e8c1f3 not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:31:04.456158 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 24d079ef-784b-4a9e-92c8-83a3776bae0c no longer exists at agent ovs-agent-dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:31:04.476435 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] No Port match for: 24d079ef-784b-4a9e-92c8-83a3776bae0c {{(pid=103708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:31:04.476785 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.rpc [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Device 24d079ef-784b-4a9e-92c8-83a3776bae0c not bound to the agent host dv-cinder-815660-7-iscsi {{(pid=103708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:31:04.611820 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36282) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:04.651061 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-486a67d6-3810-4999-9d19-093ed370ce5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bba3ca5f46349928f0d2cb99fc0f55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380888 Apr 06 16:31:04.653373 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.wsgi [-] (103706) accepted ('10.222.0.10', 36284) {{(pid=103706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:04.699277 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c3792355-85a8-4973-90dd-1faefaece7f0 admin admin] Publish callbacks [] for security_group (f5990f07-9310-4d1c-ac47-267292addbbc), before_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.719741 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c3792355-85a8-4973-90dd-1faefaece7f0 admin admin] Publish callbacks [] for security_group (f5990f07-9310-4d1c-ac47-267292addbbc), precommit_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.766273 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c3792355-85a8-4973-90dd-1faefaece7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688801'] for security_group (f5990f07-9310-4d1c-ac47-267292addbbc), after_delete {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.768893 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron_lib.callbacks.manager [None req-c3792355-85a8-4973-90dd-1faefaece7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.770101 dv-cinder-815660-7-iscsi neutron-server[103706]: INFO neutron.wsgi [None req-c3792355-85a8-4973-90dd-1faefaece7f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5990f07-9310-4d1c-ac47-267292addbbc HTTP/1.1" status: 204 len: 168 time: 0.1158452 Apr 06 16:31:04.777945 dv-cinder-815660-7-iscsi neutron-server[103706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3792355-85a8-4973-90dd-1faefaece7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5990f07-9310-4d1c-ac47-267292addbbc,revision_number=None']} {{(pid=103706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:19.872922 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-48606aaa-79e5-4635-b9bc-5ffb07802144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:22.098837 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-76634727-3dd5-4439-a4a3-ef44e9f2328c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.277634 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:24.686433 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:25.190544 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:25.982549 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.400607 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:31:49.754787 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd8c1-3650-4d88-ac90-fae891093b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:52.100213 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bc763198-cac3-42f1-b381-8ee66fbf9ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:53.279492 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:54.689510 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.212021 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.984375 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:16.399095 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:32:19.756869 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-879084f0-0035-4e16-ad65-02ded3faf617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:22.101609 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e0f1cc17-b23f-455b-809b-cf5f07be583c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:23.282923 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:24.692198 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.223790 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.987783 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.758431 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-b54b1b3a-2658-4c7b-a50c-e00510746350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:52.102367 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c1187a52-e986-480f-833f-65b7150834c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:53.285728 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:53.397820 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:32:54.694905 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.225431 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.989778 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:19.761028 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e8e8-76ed-4d8f-a07f-ec95c3a504d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:22.105071 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-cd787232-e6e6-4351-8d8f-1e7658bcc175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:23.288219 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:24.698651 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:25.220693 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:25.996865 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.395941 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:33:49.762978 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-c94ea800-61a1-4803-9d3b-7f70fb6280ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:52.107883 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4d28293c-aa70-493c-909f-ada6587cdf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:53.291235 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:54.701587 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:55.218927 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:55.992837 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:07.394647 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:34:19.764418 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-bb501d37-07ed-4a29-b383-de9aa696b4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:22.108724 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-9da60d38-5ef1-4fba-88e6-25e8bee0143c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:23.294208 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:24.704655 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:25.238246 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:25.994063 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:44.393897 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:34:49.766884 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ac40-72de-4b08-918f-c39620b40d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:52.109120 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-e37659e3-3d85-4825-8459-adac4e5c87f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:53.298299 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:54.707944 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:55.234268 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:55.997065 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:19.767839 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-f5a32939-ee2d-460f-8d91-3a31e164ded3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:21.392968 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:35:22.111173 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-01a9b691-0c40-4d8e-9a48-7520c69de60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:23.300657 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:24.710597 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:25.233160 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:26.000246 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:49.768992 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1270ed9b-8ff9-40f1-8057-c7324a5fee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:52.112792 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-0958eb5c-c7cb-412f-8885-b11a6ed0aa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (52b59303-0168-435e-9851-dc1b077ae7ee), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:53.306311 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5be63c8c-2ef9-4cb8-b091-4d3ff8365c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (69250221-47c1-471d-b7c0-71b325d262dd), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:54.715334 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-5546f1b2-f513-45c4-8f7e-b7be6793f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (2f39d848-0464-4158-84d7-56ee9c8e4a15), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:55.228976 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1656b4e9-99e1-46f5-b2c6-80b29cd4abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (f3627f9a-a8d4-4a88-a6a8-e6bb2772ecec), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:56.002825 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-4e25115d-99a8-463e-82c1-804f7df5681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (bc1d1181-e06a-4096-a5c3-a466251eddab), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:58.391572 dv-cinder-815660-7-iscsi neutron-server[103709]: DEBUG neutron.db.agents_db [None req-1a3e43db-a5ee-4357-a010-71040f702c51 None None] Agent healthcheck: found 6 active agents {{(pid=103709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:36:19.771843 dv-cinder-815660-7-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-42a6430d-27c2-4c99-85b0-d5c6b99a4b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739640152167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750298'] for agent (625fb3de-41f7-48b0-a4a6-fedef012c700), after_update {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}